-- Logs begin at Tue 2021-09-07 13:25:55 UTC, end at Tue 2021-09-07 14:23:37 UTC. -- Sep 07 13:57:53.460189 dv-cinder-782910-4-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 07 13:57:56.224693 dv-cinder-782910-4-iscsi neutron-server[94028]: INFO neutron.common.config [-] Logging enabled! Sep 07 13:57:56.225328 dv-cinder-782910-4-iscsi neutron-server[94028]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev626 Sep 07 13:57:56.225489 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94028) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 07 13:57:56.228655 dv-cinder-782910-4-iscsi neutron-server[94028]: INFO neutron.common.config [-] Logging enabled! Sep 07 13:57:56.228909 dv-cinder-782910-4-iscsi neutron-server[94028]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev626 Sep 07 13:57:56.229219 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94028) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 07 13:57:56.230199 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 07 13:57:56.230435 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 07 13:57:56.230801 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 07 13:57:56.231048 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 07 13:57:56.231274 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 07 13:57:56.231595 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:56.231890 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:56.232187 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:56.232418 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:56.232711 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:56.233002 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:56.233283 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:56.233597 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:56.234421 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:56.234713 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:56.234995 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:56.235281 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:56.235514 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:56.235797 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.common.config [-] config_source = [] {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:56.236084 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:56.236370 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:56.236593 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.common.config [-] debug = True {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:56.236876 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:56.237321 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:56.237754 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:56.238034 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:56.238326 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:56.238603 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:56.238877 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:56.239152 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:56.239437 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:56.239764 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.common.config [-] host = dv-cinder-782910-4-iscsi {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:56.240044 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:56.240330 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:56.240618 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:56.240904 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:56.241179 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:56.241481 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:56.241768 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:56.242044 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.common.config [-] log_dir = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:56.242318 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.common.config [-] log_file = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:56.242591 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:56.242880 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:56.243170 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:56.243460 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:56.243687 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:56.243910 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:56.244198 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:56.244486 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:56.244760 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:56.245030 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:56.245311 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:56.245597 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:56.245869 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:56.246138 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:56.246423 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:56.246707 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:56.246991 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:56.247267 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:56.247540 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:56.247811 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:56.248082 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:56.248372 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:56.248644 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:56.248917 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:56.249190 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:56.250068 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:56.250348 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:56.250623 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:56.250934 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:56.251220 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:56.251504 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:56.251789 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:56.252063 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:56.252343 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:56.252618 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:56.252889 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.common.config [-] use_journal = False {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:56.253164 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.common.config [-] use_json = False {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:56.253468 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:56.253742 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:56.254027 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:56.254306 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:56.254582 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:56.254861 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:56.255132 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:56.255420 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:56.255725 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:56.256024 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:56.256326 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:56.256611 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:56.256908 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:56.257187 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:56.257502 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:56.257783 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:56.258073 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:56.258369 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:56.258660 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:56.258937 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:56.259226 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:56.259505 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:56.259803 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:56.260113 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:56.260407 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:56.260700 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:56.261003 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:56.261254 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:56.261551 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:56.261832 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:56.262120 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:56.262402 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:56.262690 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:56.262981 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:56.263261 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:56.263542 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:56.263837 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:56.264126 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:56.264400 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:56.264679 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:56.265004 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:56.265282 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:56.265576 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:56.265856 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:56.266145 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:56.266422 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:56.266694 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:56.266974 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:56.267254 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:56.267526 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:56.267805 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:56.268078 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:56.268624 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:56.268901 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:56.269174 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:56.269468 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:56.269745 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:56.270016 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:56.270302 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:56.270578 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:56.270850 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:56.271121 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:56.271399 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:56.271668 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:56.271939 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:56.272214 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:56.272488 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:56.272765 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:56.273035 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:56.273321 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:56.273597 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:56.273868 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:56.274142 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:56.274413 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:56.274686 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:56.274962 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:56.275236 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:56.275509 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:56.275779 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:56.276069 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:56.276326 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:56.276612 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:56.276913 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:56.277193 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:56.277502 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:56.277782 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:56.278064 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:56.278348 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:56.278627 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:56.278905 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:56.279181 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:56.279457 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:56.279746 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:56.280028 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:56.280319 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:56.280632 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:56.280908 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:56.281208 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:56.281508 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:56.281791 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:56.282068 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:56.282346 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:56.282660 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:56.282915 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:56.283209 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:56.283502 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:56.283794 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:56.284086 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:56.284380 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:56.284658 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:56.284970 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:56.285252 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:56.285494 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 07 13:57:56.285743 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=94028) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 07 13:57:56.644857 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=94028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 07 13:57:56.645138 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=94028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 07 13:57:56.645466 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=94028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 07 13:57:56.645806 dv-cinder-782910-4-iscsi neutron-server[94028]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 07 13:57:57.047532 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 13:57:57.047749 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 13:57:57.048022 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 13:57:57.049359 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 13:57:57.049637 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 13:57:57.049905 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 13:57:57.086386 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 13:57:57.086657 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 13:57:57.086933 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 13:57:57.102943 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 13:57:57.103225 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 13:57:57.103497 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 13:57:57.132168 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 13:57:57.132448 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 13:57:57.132715 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 13:57:57.172521 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 13:57:57.172794 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 13:57:57.173063 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 13:57:57.407858 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=94028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 13:57:57.408501 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=94028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 13:57:57.408501 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=94028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 13:57:57.408670 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=94028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 13:57:57.409343 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=94028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 13:57:57.532080 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=94028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 13:57:57.532399 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=94028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 13:57:57.532684 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=94028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 13:57:57.532956 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=94028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 13:57:57.533219 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=94028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 13:57:57.533551 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=94028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 13:57:57.533812 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=94028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 13:57:57.534067 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=94028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 13:57:57.534320 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=94028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 13:57:57.534602 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=94028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 13:57:57.534859 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=94028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 13:57:57.535121 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=94028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 13:57:57.535376 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=94028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 13:57:57.535626 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=94028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 13:57:57.535881 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=94028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 13:57:57.536146 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 13:57:57.536401 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=94028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 13:57:57.536667 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=94028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 13:57:57.536935 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=94028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 13:57:57.537192 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=94028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 13:57:57.537496 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 13:57:57.537750 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 13:57:57.538033 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 13:57:57.538407 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 13:57:57.538657 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 13:57:57.538904 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 13:57:57.539297 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=94028) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 07 13:57:57.539533 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=94028) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 07 13:57:57.539767 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=94028) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 07 13:57:57.540000 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=94028) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 07 13:57:57.540230 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=94028) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 07 13:57:57.540463 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=94028) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 07 13:57:57.540824 dv-cinder-782910-4-iscsi neutron-server[94028]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 07 13:57:57.544012 dv-cinder-782910-4-iscsi neutron-server[94028]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 07 13:57:57.548027 dv-cinder-782910-4-iscsi neutron-server[94028]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 07 13:57:57.551861 dv-cinder-782910-4-iscsi neutron-server[94028]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(650, 699)])]) Sep 07 13:57:57.553570 dv-cinder-782910-4-iscsi neutron-server[94028]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 07 13:57:57.554064 dv-cinder-782910-4-iscsi neutron-server[94028]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 07 13:57:57.554405 dv-cinder-782910-4-iscsi neutron-server[94028]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 07 13:57:57.554792 dv-cinder-782910-4-iscsi neutron-server[94028]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 07 13:57:57.557841 dv-cinder-782910-4-iscsi neutron-server[94028]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 07 13:57:57.558153 dv-cinder-782910-4-iscsi neutron-server[94028]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 07 13:57:57.558461 dv-cinder-782910-4-iscsi neutron-server[94028]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 07 13:57:57.564537 dv-cinder-782910-4-iscsi neutron-server[94028]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 07 13:57:57.587110 dv-cinder-782910-4-iscsi neutron-server[94028]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 07 13:57:57.587572 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=94028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 13:57:57.587873 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=94028) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 07 13:57:57.588236 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=94028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 13:57:57.589626 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=94028) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 07 13:57:57.589940 dv-cinder-782910-4-iscsi neutron-server[94028]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 07 13:57:57.590159 dv-cinder-782910-4-iscsi neutron-server[94028]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 07 13:57:57.593589 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=94028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 13:57:57.593872 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=94028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 13:57:57.657984 dv-cinder-782910-4-iscsi neutron-server[94028]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 07 13:57:57.658166 dv-cinder-782910-4-iscsi neutron-server[94028]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 07 13:57:57.658361 dv-cinder-782910-4-iscsi neutron-server[94028]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 07 13:57:57.658746 dv-cinder-782910-4-iscsi neutron-server[94028]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 07 13:57:57.681880 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_db.sqlalchemy.engines [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=94028) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 07 13:57:58.215510 dv-cinder-782910-4-iscsi neutron-server[94028]: INFO neutron.plugins.ml2.managers [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Initializing driver for type 'gre' Sep 07 13:57:58.216096 dv-cinder-782910-4-iscsi neutron-server[94028]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] gre ID ranges: [(1, 1000)] Sep 07 13:57:58.279028 dv-cinder-782910-4-iscsi neutron-server[94028]: INFO neutron.plugins.ml2.managers [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Initializing driver for type 'local' Sep 07 13:57:58.279372 dv-cinder-782910-4-iscsi neutron-server[94028]: INFO neutron.plugins.ml2.managers [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Initializing driver for type 'vlan' Sep 07 13:57:58.293855 dv-cinder-782910-4-iscsi neutron-server[94028]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] VlanTypeDriver initialization complete Sep 07 13:57:58.294211 dv-cinder-782910-4-iscsi neutron-server[94028]: INFO neutron.plugins.ml2.managers [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Initializing driver for type 'vxlan' Sep 07 13:57:58.294724 dv-cinder-782910-4-iscsi neutron-server[94028]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] vxlan ID ranges: [(1, 1000)] Sep 07 13:57:58.353805 dv-cinder-782910-4-iscsi neutron-server[94028]: INFO neutron.plugins.ml2.managers [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Initializing extension driver 'port_security' Sep 07 13:57:58.354209 dv-cinder-782910-4-iscsi neutron-server[94028]: INFO neutron.plugins.ml2.extensions.port_security [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] PortSecurityExtensionDriver initialization complete Sep 07 13:57:58.354594 dv-cinder-782910-4-iscsi neutron-server[94028]: INFO neutron.plugins.ml2.managers [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Initializing mechanism driver 'openvswitch' Sep 07 13:57:58.354921 dv-cinder-782910-4-iscsi neutron-server[94028]: INFO neutron.plugins.ml2.managers [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Initializing mechanism driver 'hyperv' Sep 07 13:57:58.361599 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 13:57:58.362281 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Subscribe: > port after_create 55550000 {{(pid=94028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 13:57:58.363663 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Subscribe: > port after_update 55550000 {{(pid=94028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 13:57:58.363663 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Subscribe: > port after_delete 55550000 {{(pid=94028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 13:57:58.364106 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=94028) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 07 13:57:58.364541 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Subscribe: > subnet after_create 55550000 {{(pid=94028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 13:57:58.364898 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Subscribe: > subnet after_update 55550000 {{(pid=94028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 13:57:58.365253 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Subscribe: > subnet after_delete 55550000 {{(pid=94028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 13:57:58.365676 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=94028) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 07 13:57:58.366091 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Subscribe: > network after_create 55550000 {{(pid=94028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 13:57:58.366466 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Subscribe: > network after_update 55550000 {{(pid=94028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 13:57:58.366831 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Subscribe: > network after_delete 55550000 {{(pid=94028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 13:57:58.367250 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=94028) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 07 13:57:58.367676 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Subscribe: > security_group after_create 55550000 {{(pid=94028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 13:57:58.368051 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Subscribe: > security_group after_update 55550000 {{(pid=94028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 13:57:58.368391 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Subscribe: > security_group after_delete 55550000 {{(pid=94028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 13:57:58.369000 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=94028) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 07 13:57:58.369457 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=94028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 13:57:58.369820 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=94028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 13:57:58.370171 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=94028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 13:57:58.370579 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=94028) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 07 13:57:58.370988 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Subscribe: > address_group after_create 55550000 {{(pid=94028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 13:57:58.371341 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Subscribe: > address_group after_update 55550000 {{(pid=94028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 13:57:58.371703 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Subscribe: > address_group after_delete 55550000 {{(pid=94028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 13:57:58.372082 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=94028) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 07 13:57:58.372463 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] ML2 OVO RPC backend initialized. {{(pid=94028) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Sep 07 13:57:58.373205 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Subscribe: > router_interface after_create 55550000 {{(pid=94028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 13:57:58.373787 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 13:57:58.374284 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Subscribe: > network before_response 55550000 {{(pid=94028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 13:57:58.374378 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Subscribe: > networks before_response 55550000 {{(pid=94028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 13:57:58.374725 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Subscribe: > port before_response 55550000 {{(pid=94028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 13:57:58.375063 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Subscribe: > ports before_response 55550000 {{(pid=94028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 13:57:58.375410 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Subscribe: > subnet before_response 55550000 {{(pid=94028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 13:57:58.375754 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Subscribe: > subnets before_response 55550000 {{(pid=94028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 13:57:58.376104 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Subscribe: > network after_create 55550000 {{(pid=94028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 13:57:58.376448 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Subscribe: > network after_update 55550000 {{(pid=94028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 13:57:58.376789 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Subscribe: > network after_delete 55550000 {{(pid=94028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 13:57:58.377129 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Subscribe: > port after_create 55550000 {{(pid=94028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 13:57:58.377496 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Subscribe: > port after_update 55550000 {{(pid=94028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 13:57:58.377835 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Subscribe: > port after_delete 55550000 {{(pid=94028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 13:57:58.378172 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Subscribe: > subnet after_create 55550000 {{(pid=94028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 13:57:58.378512 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Subscribe: > subnet after_update 55550000 {{(pid=94028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 13:57:58.378848 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Subscribe: > subnet after_delete 55550000 {{(pid=94028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 13:57:58.379440 dv-cinder-782910-4-iscsi neutron-server[94028]: INFO neutron.plugins.ml2.plugin [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Modular L2 Plugin initialization complete Sep 07 13:57:58.379771 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.manager [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Loading services supported by the core plugin {{(pid=94028) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 07 13:57:58.380110 dv-cinder-782910-4-iscsi neutron-server[94028]: INFO neutron.plugins.ml2.managers [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Got port-security extension from driver 'port_security' Sep 07 13:57:58.380675 dv-cinder-782910-4-iscsi neutron-server[94028]: INFO neutron.extensions.vlantransparent [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Disabled vlantransparent extension. Sep 07 13:57:58.381058 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.manager [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=94028) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 07 13:57:58.381403 dv-cinder-782910-4-iscsi neutron-server[94028]: INFO neutron.manager [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Loading Plugin: router Sep 07 13:57:58.418493 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Subscribe: > router_interface before_create 55550000 {{(pid=94028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 13:57:58.419101 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Subscribe: > router after_create 55549900 {{(pid=94028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 13:57:58.419255 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Subscribe: > router before_create 55549900 {{(pid=94028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 13:57:58.419625 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Subscribe: > router_interface before_delete 55550000 {{(pid=94028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 13:57:58.420003 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 13:57:58.420363 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Subscribe: > router after_delete 55549900 {{(pid=94028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 13:57:58.420729 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Subscribe: > floatingip after_create 55550000 {{(pid=94028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 13:57:58.421186 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Subscribe: > floatingip after_update 55550000 {{(pid=94028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 13:57:58.422109 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Subscribe: > router after_create 55549900 {{(pid=94028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 13:57:58.422464 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Subscribe: > router after_update 55549900 {{(pid=94028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 13:57:58.422822 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Subscribe: > router after_update 55549900 {{(pid=94028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 13:57:58.423182 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=94028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 13:57:58.423548 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Subscribe: > router after_update 55549900 {{(pid=94028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 13:57:58.423960 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Subscribe: > router precommit_update 55549900 {{(pid=94028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 13:57:58.424333 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Subscribe: port after_update 55550000 {{(pid=94028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 13:57:58.424678 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Subscribe: port after_delete 55550000 {{(pid=94028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 13:57:58.425024 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Subscribe: subnet after_update 55550000 {{(pid=94028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 13:57:58.425412 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=94028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 13:57:58.425764 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Subscribe: > port precommit_delete 55550000 {{(pid=94028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 13:57:58.426116 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Subscribe: > router precommit_create 55549900 {{(pid=94028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 13:57:58.426465 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Subscribe: port before_delete 55550000 {{(pid=94028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 13:57:58.426811 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Subscribe: > router precommit_create 55550000 {{(pid=94028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 13:57:58.427173 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Subscribe: > router after_update 55549900 {{(pid=94028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 13:57:58.427522 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Subscribe: > router precommit_delete 55549900 {{(pid=94028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 13:57:58.427877 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Subscribe: > router precommit_create 55549900 {{(pid=94028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 13:57:58.428241 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Subscribe: > router_interface after_create 55550000 {{(pid=94028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 13:57:58.428593 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Subscribe: > router precommit_update 55549900 {{(pid=94028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 13:57:58.428960 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Subscribe: > agent after_create 55550000 {{(pid=94028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 13:57:58.429335 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Subscribe: > agent after_delete 55550000 {{(pid=94028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 13:57:58.429686 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Subscribe: > network after_delete 55550000 {{(pid=94028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 13:57:58.430567 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.quota.resource_registry [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Tracking information for resource: router configured {{(pid=94028) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 07 13:57:58.430903 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.quota.resource_registry [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Tracking information for resource: floatingip configured {{(pid=94028) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 07 13:57:58.436019 dv-cinder-782910-4-iscsi neutron-server[94028]: INFO neutron.db.l3_agentschedulers_db [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 07 13:57:58.436596 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Subscribe: port after_update 55550000 {{(pid=94028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 13:57:58.436992 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Subscribe: port after_create 55550000 {{(pid=94028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 13:57:58.437378 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Subscribe: port after_delete 55550000 {{(pid=94028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 13:57:58.437758 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Subscribe: port after_update 55550000 {{(pid=94028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 13:57:58.438601 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Subscribe: > router before_create 55550100 {{(pid=94028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 13:57:58.438970 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Subscribe: > router precommit_delete 55550100 {{(pid=94028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 13:57:58.439337 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Subscribe: > router precommit_create 55550100 {{(pid=94028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 13:57:58.439698 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Subscribe: > router precommit_update 55550100 {{(pid=94028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 13:57:58.444690 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.services.provider_configuration [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Service providers = [] {{(pid=94028) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 07 13:57:58.445065 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.db.servicetype_db [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=94028) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 07 13:57:58.448269 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.services.service_base [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=94028) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 07 13:57:58.448629 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.services.service_base [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=94028) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 07 13:57:58.448977 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.services.service_base [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=94028) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 07 13:57:58.449930 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.services.service_base [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=94028) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 07 13:57:58.450312 dv-cinder-782910-4-iscsi neutron-server[94028]: INFO neutron.services.service_base [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 07 13:57:58.450704 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.manager [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=94028) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 07 13:57:58.451026 dv-cinder-782910-4-iscsi neutron-server[94028]: INFO neutron.manager [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 07 13:57:58.462281 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.manager [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Successfully loaded METERING plugin. Description: METERING {{(pid=94028) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 07 13:57:58.462622 dv-cinder-782910-4-iscsi neutron-server[94028]: INFO neutron.manager [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Loading Plugin: auto_allocate Sep 07 13:57:58.468995 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Subscribe: network precommit_update 55550000 {{(pid=94028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 13:57:58.469404 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Subscribe: network precommit_create 55550000 {{(pid=94028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 13:57:58.469941 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.manager [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=94028) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 07 13:57:58.470268 dv-cinder-782910-4-iscsi neutron-server[94028]: INFO neutron.manager [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Loading Plugin: tag Sep 07 13:57:58.476844 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.manager [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=94028) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 07 13:57:58.477178 dv-cinder-782910-4-iscsi neutron-server[94028]: INFO neutron.manager [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Loading Plugin: timestamp Sep 07 13:57:58.481250 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.manager [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=94028) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 07 13:57:58.481687 dv-cinder-782910-4-iscsi neutron-server[94028]: INFO neutron.manager [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Loading Plugin: network_ip_availability Sep 07 13:57:58.487846 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 13:57:58.488222 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 13:57:58.488588 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 13:57:58.489348 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.manager [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=94028) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 07 13:57:58.489689 dv-cinder-782910-4-iscsi neutron-server[94028]: INFO neutron.manager [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Loading Plugin: flavors Sep 07 13:57:58.494857 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.manager [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=94028) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 07 13:57:58.495191 dv-cinder-782910-4-iscsi neutron-server[94028]: INFO neutron.manager [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Loading Plugin: revisions Sep 07 13:57:58.499764 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.manager [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=94028) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 07 13:57:58.500161 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_concurrency.lockutils [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.855s {{(pid=94028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 07 13:57:58.500926 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=94028) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Sep 07 13:57:58.501265 dv-cinder-782910-4-iscsi neutron-server[94028]: INFO neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Initializing extension manager. Sep 07 13:57:58.501813 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Loading extension file: __init__.py {{(pid=94028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 13:57:58.502224 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Loading extension file: __pycache__ {{(pid=94028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 13:57:58.502493 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=94028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 13:57:58.502832 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Loading extension file: address_group.py {{(pid=94028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 13:57:58.503612 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=94028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 13:57:58.504197 dv-cinder-782910-4-iscsi neutron-server[94028]: INFO neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Loaded extension: address-group Sep 07 13:57:58.504523 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Loading extension file: address_scope.py {{(pid=94028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 13:57:58.505509 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=94028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 13:57:58.506020 dv-cinder-782910-4-iscsi neutron-server[94028]: INFO neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Loaded extension: address-scope Sep 07 13:57:58.506345 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Loading extension file: admin_state_down_before_update.py {{(pid=94028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 13:57:58.507287 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=94028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 13:57:58.507800 dv-cinder-782910-4-iscsi neutron-server[94028]: INFO neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Loaded extension: router-admin-state-down-before-update Sep 07 13:57:58.508127 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Loading extension file: agent.py {{(pid=94028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 13:57:58.508834 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=94028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 13:57:58.509372 dv-cinder-782910-4-iscsi neutron-server[94028]: INFO neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Loaded extension: agent Sep 07 13:57:58.509700 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Loading extension file: agent_resources_synced.py {{(pid=94028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 13:57:58.510618 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=94028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 13:57:58.511131 dv-cinder-782910-4-iscsi neutron-server[94028]: INFO neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Loaded extension: agent-resources-synced Sep 07 13:57:58.511460 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Loading extension file: allowedaddresspairs.py {{(pid=94028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 13:57:58.513284 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=94028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 13:57:58.513906 dv-cinder-782910-4-iscsi neutron-server[94028]: INFO neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Loaded extension: allowed-address-pairs Sep 07 13:57:58.514237 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Loading extension file: auto_allocated_topology.py {{(pid=94028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 13:57:58.515838 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=94028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 13:57:58.516354 dv-cinder-782910-4-iscsi neutron-server[94028]: INFO neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Loaded extension: auto-allocated-topology Sep 07 13:57:58.516683 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Loading extension file: availability_zone.py {{(pid=94028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 13:57:58.517412 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=94028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 13:57:58.517924 dv-cinder-782910-4-iscsi neutron-server[94028]: INFO neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Loaded extension: availability_zone Sep 07 13:57:58.518251 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Loading extension file: availability_zone_filter.py {{(pid=94028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 13:57:58.519429 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=94028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 13:57:58.519940 dv-cinder-782910-4-iscsi neutron-server[94028]: INFO neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Loaded extension: availability_zone_filter Sep 07 13:57:58.520266 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Loading extension file: data_plane_status.py {{(pid=94028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 13:57:58.521180 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=94028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 13:57:58.521724 dv-cinder-782910-4-iscsi neutron-server[94028]: INFO neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Extension data-plane-status not supported by any of loaded plugins Sep 07 13:57:58.522051 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Loading extension file: default_subnetpools.py {{(pid=94028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 13:57:58.522985 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=94028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 13:57:58.523494 dv-cinder-782910-4-iscsi neutron-server[94028]: INFO neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Loaded extension: default-subnetpools Sep 07 13:57:58.523818 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Loading extension file: dhcpagentscheduler.py {{(pid=94028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 13:57:58.524633 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 13:57:58.525137 dv-cinder-782910-4-iscsi neutron-server[94028]: INFO neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Loaded extension: dhcp_agent_scheduler Sep 07 13:57:58.525498 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Loading extension file: dns.py {{(pid=94028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 13:57:58.526427 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=94028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 13:57:58.526932 dv-cinder-782910-4-iscsi neutron-server[94028]: INFO neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Extension dns-integration not supported by any of loaded plugins Sep 07 13:57:58.527261 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Loading extension file: dns_domain_ports.py {{(pid=94028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 13:57:58.528185 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=94028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 13:57:58.528690 dv-cinder-782910-4-iscsi neutron-server[94028]: INFO neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 07 13:57:58.529019 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=94028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 13:57:58.529987 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=94028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 13:57:58.531118 dv-cinder-782910-4-iscsi neutron-server[94028]: INFO neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 07 13:57:58.531377 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Loading extension file: dvr.py {{(pid=94028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 13:57:58.532054 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=94028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 13:57:58.532562 dv-cinder-782910-4-iscsi neutron-server[94028]: INFO neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Loaded extension: dvr Sep 07 13:57:58.532889 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Loading extension file: ecmp_routes.py {{(pid=94028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 13:57:58.533839 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=94028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 13:57:58.534345 dv-cinder-782910-4-iscsi neutron-server[94028]: INFO neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Extension ecmp_routes not supported by any of loaded plugins Sep 07 13:57:58.534673 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Loading extension file: empty_string_filtering.py {{(pid=94028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 13:57:58.535594 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=94028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 13:57:58.536113 dv-cinder-782910-4-iscsi neutron-server[94028]: INFO neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Loaded extension: empty-string-filtering Sep 07 13:57:58.536445 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=94028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 13:57:58.537401 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 13:57:58.537911 dv-cinder-782910-4-iscsi neutron-server[94028]: INFO neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 07 13:57:58.538235 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=94028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 13:57:58.539160 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=94028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 13:57:58.539675 dv-cinder-782910-4-iscsi neutron-server[94028]: INFO neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 07 13:57:58.540000 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Loading extension file: external_net.py {{(pid=94028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 13:57:58.540919 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=94028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 13:57:58.541471 dv-cinder-782910-4-iscsi neutron-server[94028]: INFO neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Loaded extension: external-net Sep 07 13:57:58.541808 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Loading extension file: extra_dhcp_opt.py {{(pid=94028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 13:57:58.542793 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=94028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 13:57:58.543318 dv-cinder-782910-4-iscsi neutron-server[94028]: INFO neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Loaded extension: extra_dhcp_opt Sep 07 13:57:58.543642 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Loading extension file: extraroute.py {{(pid=94028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 13:57:58.544557 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=94028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 13:57:58.545061 dv-cinder-782910-4-iscsi neutron-server[94028]: INFO neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Loaded extension: extraroute Sep 07 13:57:58.545489 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Loading extension file: extraroute_atomic.py {{(pid=94028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 13:57:58.546634 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=94028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 13:57:58.547161 dv-cinder-782910-4-iscsi neutron-server[94028]: INFO neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Loaded extension: extraroute-atomic Sep 07 13:57:58.547487 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Loading extension file: filter_validation.py {{(pid=94028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 13:57:58.548195 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=94028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 13:57:58.548700 dv-cinder-782910-4-iscsi neutron-server[94028]: INFO neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Loaded extension: filter-validation Sep 07 13:57:58.549021 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Loading extension file: fip_pf_description.py {{(pid=94028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 13:57:58.550010 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=94028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 13:57:58.550513 dv-cinder-782910-4-iscsi neutron-server[94028]: INFO neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 07 13:57:58.550838 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Loading extension file: fip_port_details.py {{(pid=94028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 13:57:58.551759 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 13:57:58.552270 dv-cinder-782910-4-iscsi neutron-server[94028]: INFO neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Loaded extension: fip-port-details Sep 07 13:57:58.552609 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Loading extension file: flavors.py {{(pid=94028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 13:57:58.553878 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=94028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 13:57:58.554400 dv-cinder-782910-4-iscsi neutron-server[94028]: INFO neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Loaded extension: flavors Sep 07 13:57:58.554748 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=94028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 13:57:58.556436 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=94028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 13:57:58.556961 dv-cinder-782910-4-iscsi neutron-server[94028]: INFO neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 07 13:57:58.557316 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Loading extension file: floatingip_pools.py {{(pid=94028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 13:57:58.558025 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=94028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 13:57:58.558541 dv-cinder-782910-4-iscsi neutron-server[94028]: INFO neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Loaded extension: floatingip-pools Sep 07 13:57:58.558868 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Loading extension file: ip_allocation.py {{(pid=94028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 13:57:58.559808 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=94028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 13:57:58.560317 dv-cinder-782910-4-iscsi neutron-server[94028]: INFO neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Extension ip_allocation not supported by any of loaded plugins Sep 07 13:57:58.560644 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Loading extension file: ip_substring_port_filtering.py {{(pid=94028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 13:57:58.561600 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=94028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 13:57:58.562151 dv-cinder-782910-4-iscsi neutron-server[94028]: INFO neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Loaded extension: ip-substring-filtering Sep 07 13:57:58.562478 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Loading extension file: l2_adjacency.py {{(pid=94028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 13:57:58.563413 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=94028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 13:57:58.563916 dv-cinder-782910-4-iscsi neutron-server[94028]: INFO neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Extension l2_adjacency not supported by any of loaded plugins Sep 07 13:57:58.564240 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Loading extension file: l3.py {{(pid=94028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 13:57:58.565447 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=94028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 13:57:58.565975 dv-cinder-782910-4-iscsi neutron-server[94028]: INFO neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Loaded extension: router Sep 07 13:57:58.566303 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Loading extension file: l3_conntrack_helper.py {{(pid=94028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 13:57:58.568587 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 13:57:58.569129 dv-cinder-782910-4-iscsi neutron-server[94028]: INFO neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 07 13:57:58.569497 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Loading extension file: l3_ext_gw_mode.py {{(pid=94028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 13:57:58.570460 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=94028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 13:57:58.570977 dv-cinder-782910-4-iscsi neutron-server[94028]: INFO neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Loaded extension: ext-gw-mode Sep 07 13:57:58.571305 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Loading extension file: l3_ext_ha_mode.py {{(pid=94028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 13:57:58.572235 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=94028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 13:57:58.572747 dv-cinder-782910-4-iscsi neutron-server[94028]: INFO neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Loaded extension: l3-ha Sep 07 13:57:58.573076 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Loading extension file: l3_flavors.py {{(pid=94028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 13:57:58.574042 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=94028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 13:57:58.574555 dv-cinder-782910-4-iscsi neutron-server[94028]: INFO neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Loaded extension: l3-flavors Sep 07 13:57:58.574879 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=94028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 13:57:58.575807 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=94028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 13:57:58.576312 dv-cinder-782910-4-iscsi neutron-server[94028]: INFO neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Loaded extension: l3-port-ip-change-not-allowed Sep 07 13:57:58.576636 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Loading extension file: l3agentscheduler.py {{(pid=94028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 13:57:58.578239 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 13:57:58.578747 dv-cinder-782910-4-iscsi neutron-server[94028]: INFO neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Loaded extension: l3_agent_scheduler Sep 07 13:57:58.579074 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Loading extension file: logging.py {{(pid=94028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 13:57:58.580587 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=94028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 13:57:58.581119 dv-cinder-782910-4-iscsi neutron-server[94028]: INFO neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Extension logging not supported by any of loaded plugins Sep 07 13:57:58.581485 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Loading extension file: metering.py {{(pid=94028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 13:57:58.582239 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=94028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 13:57:58.582827 dv-cinder-782910-4-iscsi neutron-server[94028]: INFO neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Loaded extension: metering Sep 07 13:57:58.583161 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=94028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 13:57:58.584264 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=94028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 13:57:58.584782 dv-cinder-782910-4-iscsi neutron-server[94028]: INFO neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Loaded extension: metering_source_and_destination_fields Sep 07 13:57:58.585114 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Loading extension file: multiprovidernet.py {{(pid=94028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 13:57:58.586090 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=94028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 13:57:58.586609 dv-cinder-782910-4-iscsi neutron-server[94028]: INFO neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Loaded extension: multi-provider Sep 07 13:57:58.586939 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Loading extension file: netmtu.py {{(pid=94028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 13:57:58.587865 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=94028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 13:57:58.588366 dv-cinder-782910-4-iscsi neutron-server[94028]: INFO neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Loaded extension: net-mtu Sep 07 13:57:58.588696 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Loading extension file: netmtu_writable.py {{(pid=94028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 13:57:58.589646 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=94028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 13:57:58.590225 dv-cinder-782910-4-iscsi neutron-server[94028]: INFO neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Loaded extension: net-mtu-writable Sep 07 13:57:58.590485 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Loading extension file: network_availability_zone.py {{(pid=94028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 13:57:58.591164 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=94028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 13:57:58.591671 dv-cinder-782910-4-iscsi neutron-server[94028]: INFO neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Loaded extension: network_availability_zone Sep 07 13:57:58.592002 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Loading extension file: network_ip_availability.py {{(pid=94028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 13:57:58.593774 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=94028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 13:57:58.594308 dv-cinder-782910-4-iscsi neutron-server[94028]: INFO neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Loaded extension: network-ip-availability Sep 07 13:57:58.594640 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Loading extension file: network_segment_range.py {{(pid=94028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 13:57:58.595461 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=94028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 13:57:58.595967 dv-cinder-782910-4-iscsi neutron-server[94028]: INFO neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Extension network-segment-range not supported by any of loaded plugins Sep 07 13:57:58.596294 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Loading extension file: pagination.py {{(pid=94028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 13:57:58.597360 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 13:57:58.597695 dv-cinder-782910-4-iscsi neutron-server[94028]: INFO neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Loaded extension: pagination Sep 07 13:57:58.598022 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Loading extension file: port_device_profile.py {{(pid=94028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 13:57:58.598962 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=94028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 13:57:58.599498 dv-cinder-782910-4-iscsi neutron-server[94028]: INFO neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Loaded extension: port-device-profile Sep 07 13:57:58.599825 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Loading extension file: port_mac_address_regenerate.py {{(pid=94028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 13:57:58.600773 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=94028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 13:57:58.601282 dv-cinder-782910-4-iscsi neutron-server[94028]: INFO neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Loaded extension: port-mac-address-regenerate Sep 07 13:57:58.601635 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Loading extension file: port_numa_affinity_policy.py {{(pid=94028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 13:57:58.602554 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=94028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 13:57:58.603064 dv-cinder-782910-4-iscsi neutron-server[94028]: INFO neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Loaded extension: port-numa-affinity-policy Sep 07 13:57:58.603462 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Loading extension file: port_resource_request.py {{(pid=94028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 13:57:58.604613 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=94028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 13:57:58.605079 dv-cinder-782910-4-iscsi neutron-server[94028]: INFO neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Extension port-resource-request not supported by any of loaded plugins Sep 07 13:57:58.605445 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Loading extension file: portbindings.py {{(pid=94028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 13:57:58.606395 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=94028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 13:57:58.606912 dv-cinder-782910-4-iscsi neutron-server[94028]: INFO neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Loaded extension: binding Sep 07 13:57:58.607243 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Loading extension file: portbindings_extended.py {{(pid=94028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 13:57:58.608544 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=94028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 13:57:58.609175 dv-cinder-782910-4-iscsi neutron-server[94028]: INFO neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Loaded extension: binding-extended Sep 07 13:57:58.609538 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Loading extension file: portsecurity.py {{(pid=94028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 13:57:58.610463 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=94028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 13:57:58.610976 dv-cinder-782910-4-iscsi neutron-server[94028]: INFO neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Loaded extension: port-security Sep 07 13:57:58.611306 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Loading extension file: project_id.py {{(pid=94028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 13:57:58.612305 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=94028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 13:57:58.612637 dv-cinder-782910-4-iscsi neutron-server[94028]: INFO neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Loaded extension: project-id Sep 07 13:57:58.612965 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Loading extension file: providernet.py {{(pid=94028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 13:57:58.613948 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=94028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 13:57:58.614467 dv-cinder-782910-4-iscsi neutron-server[94028]: INFO neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Loaded extension: provider Sep 07 13:57:58.614795 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Loading extension file: qos.py {{(pid=94028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 13:57:58.618434 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=94028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 13:57:58.618962 dv-cinder-782910-4-iscsi neutron-server[94028]: INFO neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Extension qos not supported by any of loaded plugins Sep 07 13:57:58.619294 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Loading extension file: qos_bw_limit_direction.py {{(pid=94028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 13:57:58.620545 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=94028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 13:57:58.621062 dv-cinder-782910-4-iscsi neutron-server[94028]: INFO neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 07 13:57:58.621430 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=94028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 13:57:58.622361 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=94028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 13:57:58.622874 dv-cinder-782910-4-iscsi neutron-server[94028]: INFO neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 07 13:57:58.623204 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Loading extension file: qos_default.py {{(pid=94028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 13:57:58.624123 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=94028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 13:57:58.624779 dv-cinder-782910-4-iscsi neutron-server[94028]: INFO neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Extension qos-default not supported by any of loaded plugins Sep 07 13:57:58.625111 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Loading extension file: qos_fip.py {{(pid=94028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 13:57:58.625803 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=94028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 13:57:58.626310 dv-cinder-782910-4-iscsi neutron-server[94028]: INFO neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Extension qos-fip not supported by any of loaded plugins Sep 07 13:57:58.626642 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Loading extension file: qos_gateway_ip.py {{(pid=94028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 13:57:58.627579 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=94028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 13:57:58.628093 dv-cinder-782910-4-iscsi neutron-server[94028]: INFO neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 07 13:57:58.628418 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Loading extension file: qos_port_network_policy.py {{(pid=94028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 13:57:58.629364 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=94028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 13:57:58.629879 dv-cinder-782910-4-iscsi neutron-server[94028]: INFO neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 07 13:57:58.630203 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Loading extension file: qos_pps_rule.py {{(pid=94028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 13:57:58.631392 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=94028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 13:57:58.631910 dv-cinder-782910-4-iscsi neutron-server[94028]: INFO neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Extension qos-pps not supported by any of loaded plugins Sep 07 13:57:58.632239 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Loading extension file: qos_rule_type_details.py {{(pid=94028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 13:57:58.633163 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=94028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 13:57:58.633711 dv-cinder-782910-4-iscsi neutron-server[94028]: INFO neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 07 13:57:58.634042 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Loading extension file: qos_rules_alias.py {{(pid=94028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 13:57:58.635094 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=94028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 13:57:58.635663 dv-cinder-782910-4-iscsi neutron-server[94028]: INFO neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 07 13:57:58.635993 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Loading extension file: quotasv2.py {{(pid=94028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 13:57:58.636966 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=94028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 13:57:58.637311 dv-cinder-782910-4-iscsi neutron-server[94028]: INFO neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Loaded extension: quotas Sep 07 13:57:58.637650 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Loading extension file: quotasv2_detail.py {{(pid=94028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 13:57:58.641616 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=94028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 13:57:58.641964 dv-cinder-782910-4-iscsi neutron-server[94028]: INFO neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Loaded extension: quota_details Sep 07 13:57:58.642306 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Loading extension file: rbac.py {{(pid=94028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 13:57:58.643649 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=94028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 13:57:58.644185 dv-cinder-782910-4-iscsi neutron-server[94028]: INFO neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Loaded extension: rbac-policies Sep 07 13:57:58.644522 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Loading extension file: rbac_address_group.py {{(pid=94028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 13:57:58.645524 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=94028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 13:57:58.646056 dv-cinder-782910-4-iscsi neutron-server[94028]: INFO neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Loaded extension: rbac-address-group Sep 07 13:57:58.646389 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Loading extension file: rbac_address_scope.py {{(pid=94028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 13:57:58.647393 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=94028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 13:57:58.647913 dv-cinder-782910-4-iscsi neutron-server[94028]: INFO neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Loaded extension: rbac-address-scope Sep 07 13:57:58.648247 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Loading extension file: rbac_security_groups.py {{(pid=94028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 13:57:58.649185 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=94028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 13:57:58.649735 dv-cinder-782910-4-iscsi neutron-server[94028]: INFO neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Loaded extension: rbac-security-groups Sep 07 13:57:58.650069 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Loading extension file: rbac_subnetpool.py {{(pid=94028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 13:57:58.651086 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=94028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 13:57:58.651619 dv-cinder-782910-4-iscsi neutron-server[94028]: INFO neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Loaded extension: rbac-subnetpool Sep 07 13:57:58.651948 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Loading extension file: revisionifmatch.py {{(pid=94028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 13:57:58.652928 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=94028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 13:57:58.653482 dv-cinder-782910-4-iscsi neutron-server[94028]: INFO neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Loaded extension: revision-if-match Sep 07 13:57:58.653809 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Loading extension file: revisions.py {{(pid=94028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 13:57:58.655019 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=94028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 13:57:58.656090 dv-cinder-782910-4-iscsi neutron-server[94028]: INFO neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Loaded extension: standard-attr-revisions Sep 07 13:57:58.656424 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Loading extension file: router_availability_zone.py {{(pid=94028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 13:57:58.657201 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=94028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 13:57:58.657911 dv-cinder-782910-4-iscsi neutron-server[94028]: INFO neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Loaded extension: router_availability_zone Sep 07 13:57:58.658247 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Loading extension file: routerservicetype.py {{(pid=94028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 13:57:58.659240 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=94028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 13:57:58.659824 dv-cinder-782910-4-iscsi neutron-server[94028]: INFO neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Extension router-service-type not supported by any of loaded plugins Sep 07 13:57:58.660155 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=94028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 13:57:58.661155 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=94028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 13:57:58.661765 dv-cinder-782910-4-iscsi neutron-server[94028]: INFO neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Loaded extension: security-groups-normalized-cidr Sep 07 13:57:58.662096 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Loading extension file: security_groups_port_filtering.py {{(pid=94028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 13:57:58.663102 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=94028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 13:57:58.663672 dv-cinder-782910-4-iscsi neutron-server[94028]: INFO neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Loaded extension: port-security-groups-filtering Sep 07 13:57:58.663999 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Loading extension file: security_groups_remote_address_group.py {{(pid=94028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 13:57:58.665002 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=94028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 13:57:58.665601 dv-cinder-782910-4-iscsi neutron-server[94028]: INFO neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Loaded extension: security-groups-remote-address-group Sep 07 13:57:58.665932 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Loading extension file: securitygroup.py {{(pid=94028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 13:57:58.677514 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=94028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 13:57:58.678049 dv-cinder-782910-4-iscsi neutron-server[94028]: INFO neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Loaded extension: security-group Sep 07 13:57:58.678390 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Loading extension file: segment.py {{(pid=94028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 13:57:58.679208 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=94028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 13:57:58.679715 dv-cinder-782910-4-iscsi neutron-server[94028]: INFO neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Extension segment not supported by any of loaded plugins Sep 07 13:57:58.680049 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=94028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 13:57:58.681034 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=94028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 13:57:58.681580 dv-cinder-782910-4-iscsi neutron-server[94028]: INFO neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 07 13:57:58.681909 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Loading extension file: servicetype.py {{(pid=94028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 13:57:58.683107 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=94028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 13:57:58.683629 dv-cinder-782910-4-iscsi neutron-server[94028]: INFO neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Loaded extension: service-type Sep 07 13:57:58.683965 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Loading extension file: sorting.py {{(pid=94028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 13:57:58.684962 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 13:57:58.685309 dv-cinder-782910-4-iscsi neutron-server[94028]: INFO neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Loaded extension: sorting Sep 07 13:57:58.685653 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Loading extension file: standard_attr_segment.py {{(pid=94028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 13:57:58.686597 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 13:57:58.687146 dv-cinder-782910-4-iscsi neutron-server[94028]: INFO neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 07 13:57:58.687476 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Loading extension file: standardattrdescription.py {{(pid=94028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 13:57:58.688132 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=94028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 13:57:58.688638 dv-cinder-782910-4-iscsi neutron-server[94028]: INFO neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Loaded extension: standard-attr-description Sep 07 13:57:58.688966 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Loading extension file: stateful_security_group.py {{(pid=94028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 13:57:58.689932 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=94028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 13:57:58.690449 dv-cinder-782910-4-iscsi neutron-server[94028]: INFO neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Loaded extension: stateful-security-group Sep 07 13:57:58.690777 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Loading extension file: stdattrs_common.py {{(pid=94028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 13:57:58.691369 dv-cinder-782910-4-iscsi neutron-server[94028]: WARNING neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 07 13:57:58.691692 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=94028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 13:57:58.692635 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=94028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 13:57:58.693151 dv-cinder-782910-4-iscsi neutron-server[94028]: INFO neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 07 13:57:58.693507 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Loading extension file: subnet_onboard.py {{(pid=94028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 13:57:58.694596 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=94028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 13:57:58.695114 dv-cinder-782910-4-iscsi neutron-server[94028]: INFO neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Loaded extension: subnet_onboard Sep 07 13:57:58.695441 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Loading extension file: subnet_segmentid_writable.py {{(pid=94028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 13:57:58.696662 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=94028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 13:57:58.697176 dv-cinder-782910-4-iscsi neutron-server[94028]: INFO neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 07 13:57:58.697535 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Loading extension file: subnet_service_types.py {{(pid=94028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 13:57:58.698542 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=94028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 13:57:58.699071 dv-cinder-782910-4-iscsi neutron-server[94028]: INFO neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Loaded extension: subnet-service-types Sep 07 13:57:58.699398 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Loading extension file: subnetallocation.py {{(pid=94028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 13:57:58.700523 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=94028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 13:57:58.701041 dv-cinder-782910-4-iscsi neutron-server[94028]: INFO neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Loaded extension: subnet_allocation Sep 07 13:57:58.701410 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=94028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 13:57:58.702122 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=94028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 13:57:58.703209 dv-cinder-782910-4-iscsi neutron-server[94028]: INFO neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Loaded extension: subnetpool-prefix-ops Sep 07 13:57:58.703532 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=94028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 13:57:58.704589 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=94028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 13:57:58.705136 dv-cinder-782910-4-iscsi neutron-server[94028]: INFO neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 07 13:57:58.705501 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Loading extension file: tagging.py {{(pid=94028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 13:57:58.706764 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=94028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 13:57:58.707358 dv-cinder-782910-4-iscsi neutron-server[94028]: INFO neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Loaded extension: standard-attr-tag Sep 07 13:57:58.707689 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Loading extension file: timestamp.py {{(pid=94028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 13:57:58.708978 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=94028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 13:57:58.709507 dv-cinder-782910-4-iscsi neutron-server[94028]: INFO neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Loaded extension: standard-attr-timestamp Sep 07 13:57:58.709843 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Loading extension file: trunk.py {{(pid=94028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 13:57:58.710896 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=94028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 13:57:58.711416 dv-cinder-782910-4-iscsi neutron-server[94028]: INFO neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Extension trunk not supported by any of loaded plugins Sep 07 13:57:58.711746 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Loading extension file: trunk_details.py {{(pid=94028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 13:57:58.712682 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=94028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 13:57:58.713195 dv-cinder-782910-4-iscsi neutron-server[94028]: INFO neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Extension trunk-details not supported by any of loaded plugins Sep 07 13:57:58.713550 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Loading extension file: uplink_status_propagation.py {{(pid=94028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 13:57:58.714478 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=94028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 13:57:58.714988 dv-cinder-782910-4-iscsi neutron-server[94028]: INFO neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 07 13:57:58.715313 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Loading extension file: vlantransparent.py {{(pid=94028) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 13:57:58.716000 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=94028) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 13:57:58.716508 dv-cinder-782910-4-iscsi neutron-server[94028]: INFO neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Extension vlan-transparent not supported by any of loaded plugins Sep 07 13:57:58.719700 dv-cinder-782910-4-iscsi neutron-server[94028]: INFO neutron.quota.resource_registry [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Creating instance of TrackedResource for resource:network Sep 07 13:57:58.720248 dv-cinder-782910-4-iscsi neutron-server[94028]: INFO neutron.quota.resource_registry [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Creating instance of TrackedResource for resource:subnet Sep 07 13:57:58.720647 dv-cinder-782910-4-iscsi neutron-server[94028]: INFO neutron.quota.resource_registry [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Creating instance of TrackedResource for resource:subnetpool Sep 07 13:57:58.721045 dv-cinder-782910-4-iscsi neutron-server[94028]: INFO neutron.quota.resource_registry [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Creating instance of TrackedResource for resource:port Sep 07 13:57:58.722373 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.v2.resource_helper [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94028) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 13:57:58.722832 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.v2.resource_helper [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Service FLAVORS assigned prefix: {{(pid=94028) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 13:57:58.723460 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.v2.resource_helper [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94028) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 13:57:58.723904 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.v2.resource_helper [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94028) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 13:57:58.724237 dv-cinder-782910-4-iscsi neutron-server[94028]: INFO neutron.quota.resource_registry [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Creating instance of TrackedResource for resource:router Sep 07 13:57:58.724676 dv-cinder-782910-4-iscsi neutron-server[94028]: INFO neutron.quota.resource_registry [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Creating instance of TrackedResource for resource:floatingip Sep 07 13:57:58.725185 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.v2.resource_helper [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Service METERING assigned prefix: /metering {{(pid=94028) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 13:57:58.726670 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 13:57:58.727121 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 13:57:58.727417 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 13:57:58.728465 dv-cinder-782910-4-iscsi neutron-server[94028]: INFO neutron.quota.resource_registry [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Creating instance of CountableResource for resource:rbac_policy Sep 07 13:57:58.728932 dv-cinder-782910-4-iscsi neutron-server[94028]: INFO neutron.quota.resource_registry [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Creating instance of TrackedResource for resource:security_group Sep 07 13:57:58.729396 dv-cinder-782910-4-iscsi neutron-server[94028]: INFO neutron.quota.resource_registry [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Creating instance of TrackedResource for resource:security_group_rule Sep 07 13:57:58.729997 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.v2.resource_helper [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Service CORE assigned prefix: {{(pid=94028) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 13:57:58.730334 dv-cinder-782910-4-iscsi neutron-server[94028]: INFO neutron.quota.resource_registry [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Creating instance of TrackedResource for resource:subnetpool Sep 07 13:57:58.730687 dv-cinder-782910-4-iscsi neutron-server[94028]: WARNING neutron.quota.resource_registry [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] subnetpool is already registered Sep 07 13:57:58.731127 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.v2.resource_helper [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Service CORE assigned prefix: {{(pid=94028) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 13:57:58.731455 dv-cinder-782910-4-iscsi neutron-server[94028]: INFO neutron.quota.resource_registry [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Creating instance of TrackedResource for resource:subnetpool Sep 07 13:57:58.731789 dv-cinder-782910-4-iscsi neutron-server[94028]: WARNING neutron.quota.resource_registry [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] subnetpool is already registered Sep 07 13:57:58.734176 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.v2.resource_helper [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94028) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 13:57:58.734619 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.v2.resource_helper [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Service FLAVORS assigned prefix: {{(pid=94028) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 13:57:58.735217 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.v2.resource_helper [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94028) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 13:57:58.735649 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.v2.resource_helper [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94028) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 13:57:58.735984 dv-cinder-782910-4-iscsi neutron-server[94028]: INFO neutron.quota.resource_registry [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Creating instance of TrackedResource for resource:router Sep 07 13:57:58.736325 dv-cinder-782910-4-iscsi neutron-server[94028]: WARNING neutron.quota.resource_registry [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] router is already registered Sep 07 13:57:58.736745 dv-cinder-782910-4-iscsi neutron-server[94028]: INFO neutron.quota.resource_registry [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Creating instance of TrackedResource for resource:floatingip Sep 07 13:57:58.737086 dv-cinder-782910-4-iscsi neutron-server[94028]: WARNING neutron.quota.resource_registry [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] floatingip is already registered Sep 07 13:57:58.737583 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.v2.resource_helper [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Service METERING assigned prefix: /metering {{(pid=94028) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 13:57:58.738268 dv-cinder-782910-4-iscsi neutron-server[94028]: INFO neutron.quota.resource_registry [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Creating instance of CountableResource for resource:rbac_policy Sep 07 13:57:58.738598 dv-cinder-782910-4-iscsi neutron-server[94028]: WARNING neutron.quota.resource_registry [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] rbac_policy is already registered Sep 07 13:57:58.739020 dv-cinder-782910-4-iscsi neutron-server[94028]: INFO neutron.quota.resource_registry [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Creating instance of TrackedResource for resource:security_group Sep 07 13:57:58.739357 dv-cinder-782910-4-iscsi neutron-server[94028]: WARNING neutron.quota.resource_registry [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] security_group is already registered Sep 07 13:57:58.739767 dv-cinder-782910-4-iscsi neutron-server[94028]: INFO neutron.quota.resource_registry [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Creating instance of TrackedResource for resource:security_group_rule Sep 07 13:57:58.740103 dv-cinder-782910-4-iscsi neutron-server[94028]: WARNING neutron.quota.resource_registry [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] security_group_rule is already registered Sep 07 13:57:58.740732 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.v2.resource_helper [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Service CORE assigned prefix: {{(pid=94028) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 13:57:58.741062 dv-cinder-782910-4-iscsi neutron-server[94028]: INFO neutron.quota.resource_registry [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Creating instance of TrackedResource for resource:subnetpool Sep 07 13:57:58.741432 dv-cinder-782910-4-iscsi neutron-server[94028]: WARNING neutron.quota.resource_registry [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] subnetpool is already registered Sep 07 13:57:58.741859 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.v2.resource_helper [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Service CORE assigned prefix: {{(pid=94028) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 13:57:58.742184 dv-cinder-782910-4-iscsi neutron-server[94028]: INFO neutron.quota.resource_registry [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Creating instance of TrackedResource for resource:subnetpool Sep 07 13:57:58.742518 dv-cinder-782910-4-iscsi neutron-server[94028]: WARNING neutron.quota.resource_registry [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] subnetpool is already registered Sep 07 13:57:58.742998 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Extended resource: extensions {{(pid=94028) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 13:57:58.744500 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Extended resource: address-groups {{(pid=94028) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 13:57:58.746017 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Extended resource: address-scopes {{(pid=94028) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 13:57:58.747359 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Extended resource: agents {{(pid=94028) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 13:57:58.748522 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Extended resource: auto-allocated-topology {{(pid=94028) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 13:57:58.749856 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Extended resource: availability_zones {{(pid=94028) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 13:57:58.751088 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Extended resource: dhcp-networks {{(pid=94028) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 13:57:58.752631 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Extended resource: dhcp-agents {{(pid=94028) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 13:57:58.754120 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Extended resource: routers {{(pid=94028) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 13:57:58.756336 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Extended resource: flavors {{(pid=94028) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 13:57:58.757541 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Extended resource: service_profiles {{(pid=94028) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 13:57:58.758757 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Extended resource: next_providers {{(pid=94028) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 13:57:58.760212 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Extended resource: service_profiles {{(pid=94028) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 13:57:58.761771 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Extended resource: floatingip-pools {{(pid=94028) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 13:57:58.762994 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Extended resource: routers {{(pid=94028) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 13:57:58.765652 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Extended resource: floatingips {{(pid=94028) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 13:57:58.766937 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Extended resource: l3-routers {{(pid=94028) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 13:57:58.768587 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Extended resource: l3-agents {{(pid=94028) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 13:57:58.770047 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Extended resource: metering-labels {{(pid=94028) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 13:57:58.772374 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Extended resource: metering-label-rules {{(pid=94028) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 13:57:58.773674 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Extended resource: network-ip-availabilities {{(pid=94028) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 13:57:58.774964 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Extended resource: bindings {{(pid=94028) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 13:57:58.777594 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Extended resource: quotas {{(pid=94028) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 13:57:58.779063 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Extended resource: quotas {{(pid=94028) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 13:57:58.780536 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Extended resource: rbac-policies {{(pid=94028) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 13:57:58.782302 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Extended resource: security-groups {{(pid=94028) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 13:57:58.783596 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Extended resource: security-group-rules {{(pid=94028) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 13:57:58.784865 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Extended resource: service-providers {{(pid=94028) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 13:57:58.786100 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Extended resource: subnetpools {{(pid=94028) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 13:57:58.787525 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Extended resource: subnetpools {{(pid=94028) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 13:57:58.788994 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Extended resource: tags {{(pid=94028) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 13:57:58.790684 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Extended resource: tags {{(pid=94028) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 13:57:58.792610 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Extended resource: tags {{(pid=94028) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 13:57:58.794418 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Extended resource: tags {{(pid=94028) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 13:57:58.796229 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Extended resource: tags {{(pid=94028) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 13:57:58.798102 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Extended resource: tags {{(pid=94028) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 13:57:58.799798 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Extended resource: tags {{(pid=94028) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 13:57:58.801740 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Extended resource: tags {{(pid=94028) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 13:57:58.803506 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Extended resource: tags {{(pid=94028) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 13:57:58.805240 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron.api.extensions [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Extended resource: tags {{(pid=94028) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 13:57:58.811370 dv-cinder-782910-4-iscsi neutron-server[94028]: WARNING keystonemiddleware.auth_token [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 07 13:57:58.816157 dv-cinder-782910-4-iscsi neutron-server[94028]: WARNING keystonemiddleware.auth_token [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 07 13:57:58.824944 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_concurrency.lockutils [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Acquired lock "singleton_lock" {{(pid=94028) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 07 13:57:58.825455 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_concurrency.lockutils [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Releasing lock "singleton_lock" {{(pid=94028) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 07 13:57:58.826110 dv-cinder-782910-4-iscsi neutron-server[94028]: INFO oslo_service.service [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Starting 2 workers Sep 07 13:57:58.831474 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Started child 94137 {{(pid=94028) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 07 13:57:58.835945 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Started child 94138 {{(pid=94028) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 07 13:57:58.837070 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 13:57:58.837733 dv-cinder-782910-4-iscsi neutron-server[94028]: INFO neutron.service [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Neutron service started, listening on 0.0.0.0:9696 Sep 07 13:57:58.838221 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Notify callbacks [] for process, before_spawn {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 13:57:58.838605 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [-] (94137) wsgi starting up on http://0.0.0.0:9696 Sep 07 13:57:58.840675 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 13:57:58.841109 dv-cinder-782910-4-iscsi neutron-server[94028]: INFO oslo_service.service [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Starting 1 workers Sep 07 13:57:58.842251 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [-] (94138) wsgi starting up on http://0.0.0.0:9696 Sep 07 13:57:58.846502 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Started child 94139 {{(pid=94028) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 07 13:57:58.847055 dv-cinder-782910-4-iscsi neutron-server[94028]: INFO oslo_service.service [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Starting 1 workers Sep 07 13:57:58.850301 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.service [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] calling RpcWorker wait() {{(pid=94139) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 07 13:57:58.850839 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.service [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] returning from RpcWorker wait() {{(pid=94139) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 07 13:57:58.851554 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Started child 94140 {{(pid=94028) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 07 13:57:58.852223 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 13:57:58.852374 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-cf08a0de-8fe6-4875-bb79-4430948ef5ea None None] Notify callbacks [] for process, after_spawn {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 13:57:58.853006 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 13:57:58.854481 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94028) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 07 13:57:58.854746 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 07 13:57:58.854862 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 07 13:57:58.855075 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 07 13:57:58.855569 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 07 13:57:58.855734 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 07 13:57:58.856269 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:58.856569 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:58.856830 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:58.857080 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:58.857410 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:58.858040 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:58.858283 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:58.858540 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:58.858860 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:58.859113 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:58.859302 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:58.859467 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:58.859734 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:58.859961 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:58.860348 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:58.860605 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:58.860852 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:58.861110 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:58.861282 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:58.861571 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:58.861833 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:58.862060 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:58.862371 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] debug = True {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:58.862565 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:58.863037 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:58.863271 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:58.863529 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:58.863777 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 13:57:58.864254 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:58.864254 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:58.864254 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:58.864490 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:58.864908 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:58.865129 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:58.865402 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:58.865647 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:58.865881 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:58.866112 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:58.866353 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:58.866627 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:58.866849 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:58.867314 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] host = dv-cinder-782910-4-iscsi {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:58.867573 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:58.867809 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:58.868039 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:58.868288 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:58.868536 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:58.868757 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:58.869032 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:58.869278 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:58.869570 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:58.869829 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:58.870153 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:58.870371 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:58.870609 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:58.870861 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] log_file = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:58.871185 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] log_options = True {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:58.871426 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:58.871710 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:58.871991 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:58.872192 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:58.872363 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:58.872538 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:58.872791 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:58.872955 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:58.873199 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:58.873465 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:58.873681 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:58.873927 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:58.874126 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:58.875048 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:58.875191 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:58.875372 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:58.875590 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:58.875801 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:58.876046 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:58.876299 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:58.876522 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:58.876750 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:58.876984 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:58.877198 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:58.877456 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:58.877677 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:58.877902 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:58.878118 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:58.878330 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:58.878583 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:58.878816 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:58.879114 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:58.879323 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:58.879569 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:58.879832 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:58.880101 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:58.880351 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:58.880486 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:58.880742 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:58.880985 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:58.881222 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:58.881507 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:58.881734 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:58.882100 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:58.882315 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:58.882452 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:58.882631 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] use_json = False {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:58.882866 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:58.883078 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:58.883340 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:58.883552 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:58.883799 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:58.884046 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:58.884239 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:58.884470 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:58.884973 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.885156 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.885483 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.885734 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.885969 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.886208 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.886457 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.886694 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.886946 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.887207 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.887537 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.887786 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.888112 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.888353 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.888592 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.888930 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.889230 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.889506 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.889753 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.890726 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.890868 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.891863 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.891863 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.891863 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.891863 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.892168 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.892242 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.892538 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.892809 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.893109 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.60/identity {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.893609 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.893836 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.894060 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.894273 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.894459 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 13:57:58.894865 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.895099 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.895350 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.895648 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.895897 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.896145 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.896569 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.896988 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.897757 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.897757 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.897757 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.900261 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.900261 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.900261 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.900261 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.900261 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.900261 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.900261 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.900261 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.900261 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.901661 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.901661 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.901661 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.901661 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.901661 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.901661 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.901661 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.901661 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.901661 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.904639 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.904639 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.904639 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.904639 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.904639 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.904639 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.904639 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.904639 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.904639 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.908331 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.908331 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.908331 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.908331 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.908331 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.908331 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.908331 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.908331 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.908331 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.909692 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.909692 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.909692 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.909692 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.909692 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.909692 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.909692 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.909692 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.909692 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.910297 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.910297 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.910297 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.910297 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.910297 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.910297 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.910297 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.910297 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.910860 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.910860 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.910860 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.910860 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.910860 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.910860 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.911300 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.911300 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.911450 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.911586 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.911808 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.912046 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.912294 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.912565 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.913038 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.913513 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.913928 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.914373 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.914653 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.914919 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.915204 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.915427 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.915707 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.916170 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.916630 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.917098 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.917529 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.917976 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.918400 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.918836 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.919099 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.919361 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.919628 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.919862 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.920349 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.920598 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.920826 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.921047 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.921334 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.921710 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.921972 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.922174 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.922412 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.922673 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.922925 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.923332 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.923599 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.923850 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.924084 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.924349 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.924604 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.60/identity {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.924843 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.925087 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.925330 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.925741 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.925992 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.926225 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.926484 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.926693 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.926907 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.927146 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.927387 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.927606 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.927840 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.928094 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.928335 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.928584 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.928797 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.929019 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.929265 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.929509 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.929730 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.929970 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.930201 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.930452 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.930674 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.930939 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.931195 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.931410 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.931658 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.931900 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.932157 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.932390 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.932630 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.932851 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.933065 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.933284 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.933547 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.933761 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.933999 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.934226 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.934441 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.934695 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.934933 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.935267 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.935519 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.935743 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.936183 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.936554 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.937507 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.937749 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.938009 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.938234 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.938475 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.938694 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.938966 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.939191 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.939434 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.939653 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.939862 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.940233 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.940598 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.940956 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.941467 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.941913 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.942322 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.942750 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.943162 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.943555 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.943956 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.944355 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.944747 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.945115 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.945511 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.945884 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.946252 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.946630 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.946994 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.947368 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.947728 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.948088 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.948323 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.948580 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.948799 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.949024 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.949246 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.949488 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.949743 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.949957 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.950166 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.950412 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.950630 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.950842 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.951069 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.951279 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.951491 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.951711 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.951927 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.952132 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.953220 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.953512 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.953733 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.954021 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.954282 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.954529 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.954785 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.955104 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.955320 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.955559 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.955767 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.955987 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.956207 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.956487 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.956876 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.957088 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.957390 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.957650 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.957918 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.958193 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.958451 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.958687 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.958985 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.959327 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.959598 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.959852 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.960237 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.960352 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.960554 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.960769 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.961007 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.961242 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.961496 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.961735 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.962079 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.962192 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.962426 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.962676 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.962911 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.963159 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.963372 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.963592 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.963808 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.964125 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 07 13:57:58.964669 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94028) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 07 13:57:58.964810 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 07 13:57:58.964967 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 07 13:57:58.965189 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 07 13:57:58.965354 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 07 13:57:58.965495 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 07 13:57:58.965674 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:58.965836 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:58.965997 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:58.966157 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:58.966488 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:58.966488 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:58.966719 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:58.966824 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:58.966949 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:58.967070 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:58.967221 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:58.967381 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:58.967538 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:58.967695 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:58.967853 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:58.968652 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:58.968814 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:58.968973 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:58.969137 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:58.969335 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:58.969484 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:58.969642 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:58.969800 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] debug = True {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:58.969957 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:58.970150 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:58.970307 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:58.970464 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:58.970621 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:58.970777 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:58.970934 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:58.971093 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:58.971251 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:58.971407 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:58.971565 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:58.971721 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:58.971879 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:58.972035 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:58.972192 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:58.972348 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:58.972512 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:58.972720 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] host = dv-cinder-782910-4-iscsi {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:58.972862 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:58.972998 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:58.973132 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:58.973277 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:58.973426 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:58.973560 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:58.973719 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:58.973877 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:58.974035 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:58.974192 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:58.974351 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:58.974508 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:58.974666 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:58.974808 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] log_file = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:58.974967 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] log_options = True {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:58.975124 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:58.975281 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:58.975438 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:58.975629 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:58.975792 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:58.975949 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:58.976106 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:58.976263 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:58.976495 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:58.976717 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:58.976717 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:58.976970 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:58.977101 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:58.977328 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:58.977328 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:58.977476 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:58.977610 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:58.977767 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:58.977926 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:58.978083 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:58.978242 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:58.978399 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:58.978557 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:58.978713 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:58.978870 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:58.979032 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:58.979193 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:58.979343 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:58.979478 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:58.979635 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:58.979776 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:58.979920 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:58.980082 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:58.980437 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:58.980437 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:58.980694 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:58.980694 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:58.980937 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:58.981057 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:58.981178 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:58.981326 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:58.981450 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:58.981569 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:58.981714 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:58.981873 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:58.982029 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:58.982185 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] use_json = False {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:58.982344 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:58.982962 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:58.982962 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:58.982962 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:58.982962 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:58.983427 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:58.983427 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:58.983427 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 13:57:58.984312 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.984312 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.984539 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.984539 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.984775 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.984893 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.985012 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.985132 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.985272 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.985440 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.985612 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.985772 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.985944 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.986104 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.986263 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.986425 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.986709 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.986709 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.986923 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.987042 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.987293 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.987433 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.987555 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.987675 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.987795 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.987914 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.988060 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.988235 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.988395 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.988555 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.60/identity {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.988715 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.988876 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.989036 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.989401 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.989401 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.989959 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.989959 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.989959 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.989959 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.990430 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.990430 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.990430 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.990768 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.990768 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.990993 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.990993 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.991221 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.991348 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.991459 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.991578 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.991743 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.991902 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.992063 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.992223 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.992383 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.992553 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.992793 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.992926 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.993046 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.993165 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.993333 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.993490 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.993649 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.993815 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.993979 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.994140 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.994312 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.994471 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.994629 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.994788 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.994948 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.995107 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.995267 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.995426 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.995586 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.995746 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.995907 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.996066 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.996217 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.996372 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.996532 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.996697 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.996855 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.997189 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.997421 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.997567 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.997693 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.997817 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.997978 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.998150 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.998326 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.998486 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.998646 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.998806 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.998965 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.999124 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.999310 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.999470 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.999613 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.999777 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:58.999935 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:59.000096 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:59.000257 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:59.000424 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:59.000582 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:59.000741 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:59.000899 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:59.001057 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:59.001217 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:59.001410 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:59.001546 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:59.001694 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:59.001854 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:59.002014 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:59.002172 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:59.002331 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:59.002501 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:59.002659 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:59.002899 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:59.003043 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:59.003165 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 13:57:59.003291 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:59.003291 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:59.003519 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:59.003639 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:59.003758 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:59.003887 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:59.004023 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:59.004170 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:59.004330 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:59.004488 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:59.004647 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:59.004805 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:59.004974 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:59.005144 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:59.005315 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:59.005485 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:59.005644 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:59.005828 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:59.005987 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:59.006146 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:59.006306 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:59.006465 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:59.006624 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:59.006783 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:59.006996 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:59.007122 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:59.007233 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:59.007379 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:59.007586 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.60/identity {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:59.007708 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:59.007828 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:59.007979 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:59.008138 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:59.008299 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:59.008458 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:59.008616 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:59.008777 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:59.008996 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:59.009120 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:59.009243 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:59.009417 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:59.009579 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:59.009739 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:59.009902 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:59.010063 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:59.010222 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:59.010388 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:59.010547 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:59.010706 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:59.010865 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:59.011025 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:59.011184 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:59.011343 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:59.011554 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:59.011679 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:59.011800 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:59.011947 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:59.012107 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:59.012267 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:59.012649 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:59.012649 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:59.012894 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:59.012894 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:59.013234 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:59.013234 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:59.013508 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:59.013508 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:59.013737 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:59.013857 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:59.013990 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:59.014112 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:59.014232 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:59.014379 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:59.014538 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:59.014697 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:59.014911 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:59.015046 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:59.015177 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:59.015334 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:59.015495 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:59.015654 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:59.015813 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:59.015973 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:59.016134 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:59.016297 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:59.016458 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:59.016617 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:59.016808 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:59.016934 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:59.017184 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:59.017329 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:59.017438 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:59.017676 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:59.017801 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:59.017922 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:59.018041 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:59.018174 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:59.018543 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:59.018706 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:59.019002 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:59.019002 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:59.019271 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:59.019392 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:59.019512 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:59.019632 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:59.019763 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:59.019885 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:59.020049 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:59.020208 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:59.020383 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:59.020542 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:59.020703 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:59.020863 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:59.021023 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:59.021182 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:59.021380 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:59.021542 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:59.021702 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:59.021861 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:59.022022 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:59.022181 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:59.022350 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:59.022510 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:59.022670 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:59.022829 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:59.022989 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:59.023239 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:59.023364 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:59.023484 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:59.023606 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:59.023762 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:59.023922 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:59.024173 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:59.024321 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:59.024441 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:59.024663 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:59.024663 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:59.024888 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:59.025010 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:59.025131 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:59.025276 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:59.025484 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:59.025656 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:59.025824 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:59.025988 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:59.026157 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:59.026327 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:59.026495 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:59.026655 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:59.026823 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:59.026997 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:59.027250 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:59.027378 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:59.027490 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:59.027592 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:59.027829 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:59.027954 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:59.028076 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:59.028196 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:59.028326 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:59.028482 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:59.028641 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:59.028800 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:59.028960 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:59.029122 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:59.029284 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:59.029466 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:59.029626 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:59.029786 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:59.029946 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 13:57:59.030097 dv-cinder-782910-4-iscsi neutron-server[94028]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94028) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 07 13:57:59.145103 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.wsgi [-] (94137) accepted ('10.222.0.60', 41002) {{(pid=94137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 13:57:59.153606 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [-] 10.222.0.60 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063541 Sep 07 13:58:10.786638 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba09878b-2ab2-46c0-9510-1a8b69ed2fe2 None None] get_active_networks_info from dv-cinder-782910-4-iscsi {{(pid=94139) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 07 13:58:10.848967 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba09878b-2ab2-46c0-9510-1a8b69ed2fe2 None None] No non-hosted networks {{(pid=94139) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 07 13:58:10.864011 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-ebe991bf-4742-4650-81d5-e7dddf2fd9aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-432622'] for agent, after_create {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 13:58:13.394377 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-7a8c463e-518e-4619-8a89-ddb90f563159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-432622'] for agent, after_create {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 13:58:13.467542 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-9088dc7f-6e6b-4cfc-9ce0-8af4c0cec4d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 13:58:14.151951 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-90497945-cc67-4e40-89ff-93978391019b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-432622'] for agent, after_create {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 13:58:14.153153 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90497945-cc67-4e40-89ff-93978391019b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 13:58:14.153909 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90497945-cc67-4e40-89ff-93978391019b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 13:58:14.154943 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90497945-cc67-4e40-89ff-93978391019b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 13:58:14.156287 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90497945-cc67-4e40-89ff-93978391019b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 13:58:14.156774 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90497945-cc67-4e40-89ff-93978391019b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 13:58:14.158942 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90497945-cc67-4e40-89ff-93978391019b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 13:58:14.159500 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90497945-cc67-4e40-89ff-93978391019b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 13:58:14.160007 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90497945-cc67-4e40-89ff-93978391019b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 13:58:14.160535 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90497945-cc67-4e40-89ff-93978391019b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 13:58:14.161604 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90497945-cc67-4e40-89ff-93978391019b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 13:58:14.162105 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90497945-cc67-4e40-89ff-93978391019b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 13:58:14.163305 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90497945-cc67-4e40-89ff-93978391019b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 13:58:14.164232 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90497945-cc67-4e40-89ff-93978391019b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-782910-4-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 13:58:14.207504 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90497945-cc67-4e40-89ff-93978391019b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-782910-4-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 13:58:14.678281 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-cec4f6fb-2ca0-44f4-a970-9dc467b3a3ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-432622'] for agent, after_create {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 13:58:15.836229 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-24e6fa56-2407-4935-9ec7-bc4eea9bdf8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-432622'] for agent, after_create {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 13:58:17.026547 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.wsgi [-] (94137) accepted ('10.222.0.60', 41094) {{(pid=94137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 13:58:17.576785 dv-cinder-782910-4-iscsi neutron-server[94137]: WARNING oslo_policy.policy [None req-afbc2449-3890-4fae-a544-ed6e5724bcb9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 07 13:58:17.577941 dv-cinder-782910-4-iscsi neutron-server[94137]: WARNING oslo_policy.policy [None req-afbc2449-3890-4fae-a544-ed6e5724bcb9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 07 13:58:17.801409 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.wsgi [None req-afbc2449-3890-4fae-a544-ed6e5724bcb9 admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=94137) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 13:58:17.802426 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [None req-afbc2449-3890-4fae-a544-ed6e5724bcb9 admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7749567 Sep 07 13:58:18.777980 dv-cinder-782910-4-iscsi neutron-server[94139]: INFO neutron.db.l3_hamode_db [None req-0ef084b2-d623-470e-8c86-eeac83b7b1ad None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 07 13:58:18.868328 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef084b2-d623-470e-8c86-eeac83b7b1ad None None] Routers set() bound to L3 agent in host dv-cinder-782910-4-iscsi {{(pid=94139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 13:58:18.868716 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef084b2-d623-470e-8c86-eeac83b7b1ad None None] Router IDs set() for agent in host dv-cinder-782910-4-iscsi {{(pid=94139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 07 13:58:20.234833 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.wsgi [-] (94138) accepted ('10.222.0.60', 41108) {{(pid=94138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 13:58:20.778616 dv-cinder-782910-4-iscsi neutron-server[94138]: WARNING oslo_policy.policy [None req-401d2665-c0e3-491b-ba73-a88d0e61f3e4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 07 13:58:20.779171 dv-cinder-782910-4-iscsi neutron-server[94138]: WARNING oslo_policy.policy [None req-401d2665-c0e3-491b-ba73-a88d0e61f3e4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 07 13:58:21.000642 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.v2.base [None req-401d2665-c0e3-491b-ba73-a88d0e61f3e4 admin admin] Request body: {'subnetpool': {'shared': True, 'default_prefixlen': 26, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16']}} {{(pid=94138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 13:58:21.101259 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.policy [None req-401d2665-c0e3-491b-ba73-a88d0e61f3e4 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94138) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 07 13:58:21.147363 dv-cinder-782910-4-iscsi neutron-server[94138]: WARNING oslo_policy.policy [None req-401d2665-c0e3-491b-ba73-a88d0e61f3e4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 07 13:58:21.147751 dv-cinder-782910-4-iscsi neutron-server[94138]: WARNING oslo_policy.policy [None req-401d2665-c0e3-491b-ba73-a88d0e61f3e4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 07 13:58:21.156761 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.quota [None req-401d2665-c0e3-491b-ba73-a88d0e61f3e4 admin admin] Loaded quota_driver: . Sep 07 13:58:21.249463 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-401d2665-c0e3-491b-ba73-a88d0e61f3e4 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735732628849', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735732628318', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735732600229', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735732597569', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735732200627', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735732659977', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1575875', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1436611', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-66771774', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-66827748'] for rbac-policy, before_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 13:58:21.319557 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-401d2665-c0e3-491b-ba73-a88d0e61f3e4 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 13:58:21.320904 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [None req-401d2665-c0e3-491b-ba73-a88d0e61f3e4 admin admin] 10.222.0.60 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0837252 Sep 07 13:58:23.951736 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.wsgi [-] (94138) accepted ('10.222.0.60', 41126) {{(pid=94138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 13:58:24.258700 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.v2.base [None req-12d7bf5f-5657-4759-8352-c01a644f1da7 admin admin] Request body: {'network': {'tenant_id': '6c26730a5c7f40c4bcc0deea120554ed', 'admin_state_up': True, 'project_id': '6c26730a5c7f40c4bcc0deea120554ed', 'name': 'private'}} {{(pid=94138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 13:58:24.290685 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12d7bf5f-5657-4759-8352-c01a644f1da7 admin admin] Made reservation on behalf of 6c26730a5c7f40c4bcc0deea120554ed for: {'network': 1} {{(pid=94138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 13:58:24.293693 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-12d7bf5f-5657-4759-8352-c01a644f1da7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for network, before_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 13:58:24.311303 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-12d7bf5f-5657-4759-8352-c01a644f1da7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 13:58:24.442500 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-12d7bf5f-5657-4759-8352-c01a644f1da7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 13:58:24.446496 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-12d7bf5f-5657-4759-8352-c01a644f1da7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585164'] for security_group, after_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 13:58:24.466906 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12d7bf5f-5657-4759-8352-c01a644f1da7 admin admin] vlan segment allocate from pool success with {'vlan_id': 677, 'physical_network': 'physnet1'} {{(pid=94138) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 13:58:24.495561 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-12d7bf5f-5657-4759-8352-c01a644f1da7 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8735729117040', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1461082'] for segment, precommit_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 13:58:24.496155 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-12d7bf5f-5657-4759-8352-c01a644f1da7 admin admin] Unsubscribe: segment precommit_create {{(pid=94138) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 07 13:58:24.496700 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.db.segments_db [None req-12d7bf5f-5657-4759-8352-c01a644f1da7 admin admin] Added segment 8fd33058-7c83-4336-832f-45c60959245c of type vlan for network 8898f415-8995-4cf4-8785-e8c7b4c7c091 Sep 07 13:58:24.512997 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d7bf5f-5657-4759-8352-c01a644f1da7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a409592-c9a1-44f9-92af-5d2ca9ea71d2,revision_number=1']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 13:58:24.560318 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d7bf5f-5657-4759-8352-c01a644f1da7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 13:58:24.560678 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d7bf5f-5657-4759-8352-c01a644f1da7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 13:58:24.561020 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d7bf5f-5657-4759-8352-c01a644f1da7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 13:58:24.561376 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d7bf5f-5657-4759-8352-c01a644f1da7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 13:58:24.561709 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d7bf5f-5657-4759-8352-c01a644f1da7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 13:58:24.562644 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d7bf5f-5657-4759-8352-c01a644f1da7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 13:58:24.562991 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d7bf5f-5657-4759-8352-c01a644f1da7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 13:58:24.563301 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d7bf5f-5657-4759-8352-c01a644f1da7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 13:58:24.563636 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d7bf5f-5657-4759-8352-c01a644f1da7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 13:58:24.563958 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d7bf5f-5657-4759-8352-c01a644f1da7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 13:58:24.564275 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d7bf5f-5657-4759-8352-c01a644f1da7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 13:58:24.564592 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d7bf5f-5657-4759-8352-c01a644f1da7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 13:58:24.565689 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d7bf5f-5657-4759-8352-c01a644f1da7 admin admin] Tracked resource versions report: Sep 07 13:58:24.565689 dv-cinder-782910-4-iscsi neutron-server[94138]: pushed versions: Sep 07 13:58:24.565689 dv-cinder-782910-4-iscsi neutron-server[94138]: { 'AddressGroup': {'1.2'}, Sep 07 13:58:24.565689 dv-cinder-782910-4-iscsi neutron-server[94138]: 'ConntrackHelper': {'1.0'}, Sep 07 13:58:24.565689 dv-cinder-782910-4-iscsi neutron-server[94138]: 'Log': {'1.0'}, Sep 07 13:58:24.565689 dv-cinder-782910-4-iscsi neutron-server[94138]: 'Network': {'1.1'}, Sep 07 13:58:24.565689 dv-cinder-782910-4-iscsi neutron-server[94138]: 'Port': {'1.7'}, Sep 07 13:58:24.565689 dv-cinder-782910-4-iscsi neutron-server[94138]: 'PortForwarding': {'1.2'}, Sep 07 13:58:24.565689 dv-cinder-782910-4-iscsi neutron-server[94138]: 'QosPolicy': {'1.9'}, Sep 07 13:58:24.565689 dv-cinder-782910-4-iscsi neutron-server[94138]: 'SecurityGroup': {'1.4'}, Sep 07 13:58:24.565689 dv-cinder-782910-4-iscsi neutron-server[94138]: 'SecurityGroupRule': {'1.2'}, Sep 07 13:58:24.565689 dv-cinder-782910-4-iscsi neutron-server[94138]: 'SubPort': {'1.0'}, Sep 07 13:58:24.565689 dv-cinder-782910-4-iscsi neutron-server[94138]: 'Subnet': {'1.1'}, Sep 07 13:58:24.565689 dv-cinder-782910-4-iscsi neutron-server[94138]: 'Trunk': {'1.1'}} Sep 07 13:58:24.565689 dv-cinder-782910-4-iscsi neutron-server[94138]: consumer versions: Sep 07 13:58:24.565689 dv-cinder-782910-4-iscsi neutron-server[94138]: { DHCP agent@dv-cinder-782910-4-iscsi: {}, Sep 07 13:58:24.565689 dv-cinder-782910-4-iscsi neutron-server[94138]: L3 agent@dv-cinder-782910-4-iscsi: {}, Sep 07 13:58:24.565689 dv-cinder-782910-4-iscsi neutron-server[94138]: Metadata agent@dv-cinder-782910-4-iscsi: {}, Sep 07 13:58:24.565689 dv-cinder-782910-4-iscsi neutron-server[94138]: Metering agent@dv-cinder-782910-4-iscsi: {}, Sep 07 13:58:24.565689 dv-cinder-782910-4-iscsi neutron-server[94138]: Open vSwitch agent@dv-cinder-782910-4-iscsi: { 'AddressGroup': '1.2', Sep 07 13:58:24.565689 dv-cinder-782910-4-iscsi neutron-server[94138]: 'ConntrackHelper': '1.0', Sep 07 13:58:24.565689 dv-cinder-782910-4-iscsi neutron-server[94138]: 'Log': '1.0', Sep 07 13:58:24.565689 dv-cinder-782910-4-iscsi neutron-server[94138]: 'Network': '1.1', Sep 07 13:58:24.565689 dv-cinder-782910-4-iscsi neutron-server[94138]: 'Port': '1.7', Sep 07 13:58:24.565689 dv-cinder-782910-4-iscsi neutron-server[94138]: 'PortForwarding': '1.2', Sep 07 13:58:24.565689 dv-cinder-782910-4-iscsi neutron-server[94138]: 'QosPolicy': '1.9', Sep 07 13:58:24.565689 dv-cinder-782910-4-iscsi neutron-server[94138]: 'SecurityGroup': '1.4', Sep 07 13:58:24.565689 dv-cinder-782910-4-iscsi neutron-server[94138]: 'SecurityGroupRule': '1.2', Sep 07 13:58:24.565689 dv-cinder-782910-4-iscsi neutron-server[94138]: 'SubPort': '1.0', Sep 07 13:58:24.565689 dv-cinder-782910-4-iscsi neutron-server[94138]: 'Subnet': '1.1', Sep 07 13:58:24.565689 dv-cinder-782910-4-iscsi neutron-server[94138]: 'Trunk': '1.1'}} Sep 07 13:58:24.565689 dv-cinder-782910-4-iscsi neutron-server[94138]: {{(pid=94138) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 07 13:58:24.614312 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-12d7bf5f-5657-4759-8352-c01a644f1da7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735728577284'] for network, precommit_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 13:58:24.657773 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-12d7bf5f-5657-4759-8352-c01a644f1da7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072'] for network, after_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 13:58:24.659069 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12d7bf5f-5657-4759-8352-c01a644f1da7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 13:58:24.659737 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-12d7bf5f-5657-4759-8352-c01a644f1da7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539090'] for network, before_response {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 13:58:24.715475 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [None req-12d7bf5f-5657-4759-8352-c01a644f1da7 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7625847 Sep 07 13:58:24.763558 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d7bf5f-5657-4759-8352-c01a644f1da7 admin admin] Pushing event updated for resources: {'Network': ['ID=8898f415-8995-4cf4-8785-e8c7b4c7c091,revision_number=1']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 13:58:24.775453 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-90497945-cc67-4e40-89ff-93978391019b None None] Network 8898f415-8995-4cf4-8785-e8c7b4c7c091 details requested by agent ovs-agent-dv-cinder-782910-4-iscsi with host dv-cinder-782910-4-iscsi {{(pid=94139) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 13:58:27.404262 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.wsgi [-] (94137) accepted ('10.222.0.60', 41140) {{(pid=94137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 13:58:27.942419 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.policy [None req-3db58786-18dc-4a3e-9d81-a67e33952860 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94137) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 07 13:58:27.988485 dv-cinder-782910-4-iscsi neutron-server[94137]: WARNING oslo_policy.policy [None req-3db58786-18dc-4a3e-9d81-a67e33952860 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 07 13:58:27.988872 dv-cinder-782910-4-iscsi neutron-server[94137]: WARNING oslo_policy.policy [None req-3db58786-18dc-4a3e-9d81-a67e33952860 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 07 13:58:27.997033 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3db58786-18dc-4a3e-9d81-a67e33952860 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 13:58:27.998808 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [None req-3db58786-18dc-4a3e-9d81-a67e33952860 admin admin] 10.222.0.60 "GET /v2.0/networks/8898f415-8995-4cf4-8785-e8c7b4c7c091 HTTP/1.1" status: 200 len: 825 time: 0.5936005 Sep 07 13:58:28.038825 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [None req-423d5452-d442-4c73-839f-10deb905538f admin admin] 10.222.0.60 "GET /v2.0/subnetpools/20c26f91-a4bc-487c-aa19-8741bc7c243c HTTP/1.1" status: 200 len: 734 time: 0.0339007 Sep 07 13:58:28.048620 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.v2.base [None req-e2f28f73-9e8e-4df9-a91b-ce221c222a54 admin admin] Request body: {'subnet': {'tenant_id': '6c26730a5c7f40c4bcc0deea120554ed', 'subnetpool_id': '20c26f91-a4bc-487c-aa19-8741bc7c243c', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'ip_version': 4, 'network_id': '8898f415-8995-4cf4-8785-e8c7b4c7c091'}} {{(pid=94137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 13:58:28.050612 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.quota [None req-e2f28f73-9e8e-4df9-a91b-ce221c222a54 admin admin] Loaded quota_driver: . Sep 07 13:58:28.090565 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2f28f73-9e8e-4df9-a91b-ce221c222a54 admin admin] Made reservation on behalf of 6c26730a5c7f40c4bcc0deea120554ed for: {'subnet': 1} {{(pid=94137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 13:58:28.094138 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-e2f28f73-9e8e-4df9-a91b-ce221c222a54 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 13:58:28.392044 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-e2f28f73-9e8e-4df9-a91b-ce221c222a54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072'] for subnet, after_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 13:58:28.464120 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f28f73-9e8e-4df9-a91b-ce221c222a54 admin admin] Checking segment: {'id': '8fd33058-7c83-4336-832f-45c60959245c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '8898f415-8995-4cf4-8785-e8c7b4c7c091'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 13:58:28.464779 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2f28f73-9e8e-4df9-a91b-ce221c222a54 admin admin] Network hostable DHCP agents. Network: 8898f415-8995-4cf4-8785-e8c7b4c7c091, hostable agents: ['6cb9538d-ef7d-4fb7-b0aa-ad613f860704'], hosted agents: [] {{(pid=94137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 13:58:28.471394 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f28f73-9e8e-4df9-a91b-ce221c222a54 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd87cf83-f846-4713-8811-d27442948365,revision_number=0']} {{(pid=94137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 13:58:28.482861 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f28f73-9e8e-4df9-a91b-ce221c222a54 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 13:58:28.483220 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f28f73-9e8e-4df9-a91b-ce221c222a54 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 13:58:28.483573 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f28f73-9e8e-4df9-a91b-ce221c222a54 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 13:58:28.484441 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f28f73-9e8e-4df9-a91b-ce221c222a54 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 13:58:28.484805 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f28f73-9e8e-4df9-a91b-ce221c222a54 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 13:58:28.485183 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f28f73-9e8e-4df9-a91b-ce221c222a54 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 13:58:28.485566 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f28f73-9e8e-4df9-a91b-ce221c222a54 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 13:58:28.485916 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f28f73-9e8e-4df9-a91b-ce221c222a54 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 13:58:28.486248 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f28f73-9e8e-4df9-a91b-ce221c222a54 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 13:58:28.486566 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f28f73-9e8e-4df9-a91b-ce221c222a54 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 13:58:28.486875 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f28f73-9e8e-4df9-a91b-ce221c222a54 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 13:58:28.487185 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f28f73-9e8e-4df9-a91b-ce221c222a54 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 13:58:28.488262 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f28f73-9e8e-4df9-a91b-ce221c222a54 admin admin] Tracked resource versions report: Sep 07 13:58:28.488262 dv-cinder-782910-4-iscsi neutron-server[94137]: pushed versions: Sep 07 13:58:28.488262 dv-cinder-782910-4-iscsi neutron-server[94137]: { 'AddressGroup': {'1.2'}, Sep 07 13:58:28.488262 dv-cinder-782910-4-iscsi neutron-server[94137]: 'ConntrackHelper': {'1.0'}, Sep 07 13:58:28.488262 dv-cinder-782910-4-iscsi neutron-server[94137]: 'Log': {'1.0'}, Sep 07 13:58:28.488262 dv-cinder-782910-4-iscsi neutron-server[94137]: 'Network': {'1.1'}, Sep 07 13:58:28.488262 dv-cinder-782910-4-iscsi neutron-server[94137]: 'Port': {'1.7'}, Sep 07 13:58:28.488262 dv-cinder-782910-4-iscsi neutron-server[94137]: 'PortForwarding': {'1.2'}, Sep 07 13:58:28.488262 dv-cinder-782910-4-iscsi neutron-server[94137]: 'QosPolicy': {'1.9'}, Sep 07 13:58:28.488262 dv-cinder-782910-4-iscsi neutron-server[94137]: 'SecurityGroup': {'1.4'}, Sep 07 13:58:28.488262 dv-cinder-782910-4-iscsi neutron-server[94137]: 'SecurityGroupRule': {'1.2'}, Sep 07 13:58:28.488262 dv-cinder-782910-4-iscsi neutron-server[94137]: 'SubPort': {'1.0'}, Sep 07 13:58:28.488262 dv-cinder-782910-4-iscsi neutron-server[94137]: 'Subnet': {'1.1'}, Sep 07 13:58:28.488262 dv-cinder-782910-4-iscsi neutron-server[94137]: 'Trunk': {'1.1'}} Sep 07 13:58:28.488262 dv-cinder-782910-4-iscsi neutron-server[94137]: consumer versions: Sep 07 13:58:28.488262 dv-cinder-782910-4-iscsi neutron-server[94137]: { DHCP agent@dv-cinder-782910-4-iscsi: {}, Sep 07 13:58:28.488262 dv-cinder-782910-4-iscsi neutron-server[94137]: L3 agent@dv-cinder-782910-4-iscsi: {}, Sep 07 13:58:28.488262 dv-cinder-782910-4-iscsi neutron-server[94137]: Metadata agent@dv-cinder-782910-4-iscsi: {}, Sep 07 13:58:28.488262 dv-cinder-782910-4-iscsi neutron-server[94137]: Metering agent@dv-cinder-782910-4-iscsi: {}, Sep 07 13:58:28.488262 dv-cinder-782910-4-iscsi neutron-server[94137]: Open vSwitch agent@dv-cinder-782910-4-iscsi: { 'AddressGroup': '1.2', Sep 07 13:58:28.488262 dv-cinder-782910-4-iscsi neutron-server[94137]: 'ConntrackHelper': '1.0', Sep 07 13:58:28.488262 dv-cinder-782910-4-iscsi neutron-server[94137]: 'Log': '1.0', Sep 07 13:58:28.488262 dv-cinder-782910-4-iscsi neutron-server[94137]: 'Network': '1.1', Sep 07 13:58:28.488262 dv-cinder-782910-4-iscsi neutron-server[94137]: 'Port': '1.7', Sep 07 13:58:28.488262 dv-cinder-782910-4-iscsi neutron-server[94137]: 'PortForwarding': '1.2', Sep 07 13:58:28.488262 dv-cinder-782910-4-iscsi neutron-server[94137]: 'QosPolicy': '1.9', Sep 07 13:58:28.488262 dv-cinder-782910-4-iscsi neutron-server[94137]: 'SecurityGroup': '1.4', Sep 07 13:58:28.488262 dv-cinder-782910-4-iscsi neutron-server[94137]: 'SecurityGroupRule': '1.2', Sep 07 13:58:28.488262 dv-cinder-782910-4-iscsi neutron-server[94137]: 'SubPort': '1.0', Sep 07 13:58:28.488262 dv-cinder-782910-4-iscsi neutron-server[94137]: 'Subnet': '1.1', Sep 07 13:58:28.488262 dv-cinder-782910-4-iscsi neutron-server[94137]: 'Trunk': '1.1'}} Sep 07 13:58:28.488262 dv-cinder-782910-4-iscsi neutron-server[94137]: {{(pid=94137) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 07 13:58:28.525028 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2f28f73-9e8e-4df9-a91b-ce221c222a54 admin admin] Network 8898f415-8995-4cf4-8785-e8c7b4c7c091 is scheduled to be hosted by DHCP agent 6cb9538d-ef7d-4fb7-b0aa-ad613f860704 with binding_index 1 {{(pid=94137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 13:58:28.540632 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.scheduler.base_scheduler [None req-e2f28f73-9e8e-4df9-a91b-ce221c222a54 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782910-4-iscsi, 8898f415-8995-4cf4-8785-e8c7b4c7c091) {{(pid=94137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 13:58:28.545811 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2f28f73-9e8e-4df9-a91b-ce221c222a54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 13:58:28.547058 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-e2f28f73-9e8e-4df9-a91b-ce221c222a54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539090'] for subnet, before_response {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 13:58:28.551141 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7497ef0-3389-4785-96ba-b0e269f8f383 None None] Network 8898f415-8995-4cf4-8785-e8c7b4c7c091 requested from dv-cinder-782910-4-iscsi {{(pid=94139) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 13:58:28.568485 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [None req-e2f28f73-9e8e-4df9-a91b-ce221c222a54 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5234926 Sep 07 13:58:28.883394 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cba671f-6d8d-41c0-a515-7dfdf631a465 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6c7af525-79c1-5515-b113-f9d7f983f641-8898f415-8995-4cf4-8785-e8c7b4c7c091', 'network_id': '8898f415-8995-4cf4-8785-e8c7b4c7c091', 'tenant_id': '6c26730a5c7f40c4bcc0deea120554ed', 'fixed_ips': [{'subnet_id': 'cd87cf83-f846-4713-8811-d27442948365'}]}} from dv-cinder-782910-4-iscsi. {{(pid=94139) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 13:58:28.884622 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-1cba671f-6d8d-41c0-a515-7dfdf631a465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_create {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 13:58:29.184614 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.db_base_plugin_common [None req-1cba671f-6d8d-41c0-a515-7dfdf631a465 None None] Allocated IP 172.20.0.2 (8898f415-8995-4cf4-8785-e8c7b4c7c091/cd87cf83-f846-4713-8811-d27442948365/12e627f3-e6cc-4bcc-aa69-9b061b54ce8f) {{(pid=94139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 13:58:29.404161 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-1cba671f-6d8d-41c0-a515-7dfdf631a465 None None] Notify callbacks [] for port, precommit_create {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 13:58:29.449557 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-1cba671f-6d8d-41c0-a515-7dfdf631a465 None None] Transition to ACTIVE for port object 12e627f3-e6cc-4bcc-aa69-9b061b54ce8f will not be triggered until provisioned by entity L2. {{(pid=94139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 13:58:29.470713 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-1cba671f-6d8d-41c0-a515-7dfdf631a465 None None] Transition to ACTIVE for port object 12e627f3-e6cc-4bcc-aa69-9b061b54ce8f will not be triggered until provisioned by entity DHCP. {{(pid=94139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 13:58:29.484894 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-1cba671f-6d8d-41c0-a515-7dfdf631a465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735728620445'] for port, after_create {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 13:58:29.548066 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cba671f-6d8d-41c0-a515-7dfdf631a465 None None] Network 8898f415-8995-4cf4-8785-e8c7b4c7c091 is already hosted by enough agents. {{(pid=94139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 13:58:29.557271 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.scheduler.base_scheduler [None req-1cba671f-6d8d-41c0-a515-7dfdf631a465 None None] Resources bound (agent type, host, resource id): {{(pid=94139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 13:58:29.570921 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cba671f-6d8d-41c0-a515-7dfdf631a465 None None] Received port after_create {{(pid=94139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 13:58:29.573986 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cba671f-6d8d-41c0-a515-7dfdf631a465 None None] Pushing event updated for resources: {'Port': ['ID=12e627f3-e6cc-4bcc-aa69-9b061b54ce8f,revision_number=1']} {{(pid=94139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 13:58:29.586459 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cba671f-6d8d-41c0-a515-7dfdf631a465 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 13:58:29.586808 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cba671f-6d8d-41c0-a515-7dfdf631a465 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 13:58:29.587149 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cba671f-6d8d-41c0-a515-7dfdf631a465 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 13:58:29.587486 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cba671f-6d8d-41c0-a515-7dfdf631a465 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 13:58:29.587820 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cba671f-6d8d-41c0-a515-7dfdf631a465 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 13:58:29.588170 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cba671f-6d8d-41c0-a515-7dfdf631a465 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 13:58:29.588483 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cba671f-6d8d-41c0-a515-7dfdf631a465 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 13:58:29.588813 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cba671f-6d8d-41c0-a515-7dfdf631a465 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 13:58:29.589165 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cba671f-6d8d-41c0-a515-7dfdf631a465 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 13:58:29.589526 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cba671f-6d8d-41c0-a515-7dfdf631a465 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 13:58:29.589848 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cba671f-6d8d-41c0-a515-7dfdf631a465 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 13:58:29.590172 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cba671f-6d8d-41c0-a515-7dfdf631a465 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 13:58:29.591263 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cba671f-6d8d-41c0-a515-7dfdf631a465 None None] Tracked resource versions report: Sep 07 13:58:29.591263 dv-cinder-782910-4-iscsi neutron-server[94139]: pushed versions: Sep 07 13:58:29.591263 dv-cinder-782910-4-iscsi neutron-server[94139]: { 'AddressGroup': {'1.2'}, Sep 07 13:58:29.591263 dv-cinder-782910-4-iscsi neutron-server[94139]: 'ConntrackHelper': {'1.0'}, Sep 07 13:58:29.591263 dv-cinder-782910-4-iscsi neutron-server[94139]: 'Log': {'1.0'}, Sep 07 13:58:29.591263 dv-cinder-782910-4-iscsi neutron-server[94139]: 'Network': {'1.1'}, Sep 07 13:58:29.591263 dv-cinder-782910-4-iscsi neutron-server[94139]: 'Port': {'1.7'}, Sep 07 13:58:29.591263 dv-cinder-782910-4-iscsi neutron-server[94139]: 'PortForwarding': {'1.2'}, Sep 07 13:58:29.591263 dv-cinder-782910-4-iscsi neutron-server[94139]: 'QosPolicy': {'1.9'}, Sep 07 13:58:29.591263 dv-cinder-782910-4-iscsi neutron-server[94139]: 'SecurityGroup': {'1.4'}, Sep 07 13:58:29.591263 dv-cinder-782910-4-iscsi neutron-server[94139]: 'SecurityGroupRule': {'1.2'}, Sep 07 13:58:29.591263 dv-cinder-782910-4-iscsi neutron-server[94139]: 'SubPort': {'1.0'}, Sep 07 13:58:29.591263 dv-cinder-782910-4-iscsi neutron-server[94139]: 'Subnet': {'1.1'}, Sep 07 13:58:29.591263 dv-cinder-782910-4-iscsi neutron-server[94139]: 'Trunk': {'1.1'}} Sep 07 13:58:29.591263 dv-cinder-782910-4-iscsi neutron-server[94139]: consumer versions: Sep 07 13:58:29.591263 dv-cinder-782910-4-iscsi neutron-server[94139]: { DHCP agent@dv-cinder-782910-4-iscsi: {}, Sep 07 13:58:29.591263 dv-cinder-782910-4-iscsi neutron-server[94139]: L3 agent@dv-cinder-782910-4-iscsi: {}, Sep 07 13:58:29.591263 dv-cinder-782910-4-iscsi neutron-server[94139]: Metadata agent@dv-cinder-782910-4-iscsi: {}, Sep 07 13:58:29.591263 dv-cinder-782910-4-iscsi neutron-server[94139]: Metering agent@dv-cinder-782910-4-iscsi: {}, Sep 07 13:58:29.591263 dv-cinder-782910-4-iscsi neutron-server[94139]: Open vSwitch agent@dv-cinder-782910-4-iscsi: { 'AddressGroup': '1.2', Sep 07 13:58:29.591263 dv-cinder-782910-4-iscsi neutron-server[94139]: 'ConntrackHelper': '1.0', Sep 07 13:58:29.591263 dv-cinder-782910-4-iscsi neutron-server[94139]: 'Log': '1.0', Sep 07 13:58:29.591263 dv-cinder-782910-4-iscsi neutron-server[94139]: 'Network': '1.1', Sep 07 13:58:29.591263 dv-cinder-782910-4-iscsi neutron-server[94139]: 'Port': '1.7', Sep 07 13:58:29.591263 dv-cinder-782910-4-iscsi neutron-server[94139]: 'PortForwarding': '1.2', Sep 07 13:58:29.591263 dv-cinder-782910-4-iscsi neutron-server[94139]: 'QosPolicy': '1.9', Sep 07 13:58:29.591263 dv-cinder-782910-4-iscsi neutron-server[94139]: 'SecurityGroup': '1.4', Sep 07 13:58:29.591263 dv-cinder-782910-4-iscsi neutron-server[94139]: 'SecurityGroupRule': '1.2', Sep 07 13:58:29.591263 dv-cinder-782910-4-iscsi neutron-server[94139]: 'SubPort': '1.0', Sep 07 13:58:29.591263 dv-cinder-782910-4-iscsi neutron-server[94139]: 'Subnet': '1.1', Sep 07 13:58:29.591263 dv-cinder-782910-4-iscsi neutron-server[94139]: 'Trunk': '1.1'}} Sep 07 13:58:29.591263 dv-cinder-782910-4-iscsi neutron-server[94139]: {{(pid=94139) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 07 13:58:29.663087 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.managers [None req-1cba671f-6d8d-41c0-a515-7dfdf631a465 None None] Attempting to bind port 12e627f3-e6cc-4bcc-aa69-9b061b54ce8f on host dv-cinder-782910-4-iscsi for vnic_type normal with profile {{(pid=94139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 13:58:29.663461 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.managers [None req-1cba671f-6d8d-41c0-a515-7dfdf631a465 None None] Attempting to bind port 12e627f3-e6cc-4bcc-aa69-9b061b54ce8f by drivers openvswitch,hyperv on host dv-cinder-782910-4-iscsi at level 0 using segments [{'id': '8fd33058-7c83-4336-832f-45c60959245c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '8898f415-8995-4cf4-8785-e8c7b4c7c091'}] {{(pid=94139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 13:58:29.663866 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cba671f-6d8d-41c0-a515-7dfdf631a465 None None] Attempting to bind port 12e627f3-e6cc-4bcc-aa69-9b061b54ce8f on network 8898f415-8995-4cf4-8785-e8c7b4c7c091 {{(pid=94139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 13:58:29.668836 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cba671f-6d8d-41c0-a515-7dfdf631a465 None None] Checking agent: {'id': 'b1ca48ac-dc13-463a-a516-8ddf18655ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782910-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 13, 58, 14), 'started_at': datetime.datetime(2021, 9, 7, 13, 58, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 13, 58, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782910-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 13:58:29.669248 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cba671f-6d8d-41c0-a515-7dfdf631a465 None None] Checking segment: {'id': '8fd33058-7c83-4336-832f-45c60959245c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '8898f415-8995-4cf4-8785-e8c7b4c7c091'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 13:58:29.669769 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-1cba671f-6d8d-41c0-a515-7dfdf631a465 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 13:58:29.670158 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cba671f-6d8d-41c0-a515-7dfdf631a465 None None] Bound using segment: {'id': '8fd33058-7c83-4336-832f-45c60959245c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '8898f415-8995-4cf4-8785-e8c7b4c7c091'} {{(pid=94139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 13:58:29.670642 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.managers [None req-1cba671f-6d8d-41c0-a515-7dfdf631a465 None None] Bound port: 12e627f3-e6cc-4bcc-aa69-9b061b54ce8f, host: dv-cinder-782910-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fd33058-7c83-4336-832f-45c60959245c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '8898f415-8995-4cf4-8785-e8c7b4c7c091'}}] {{(pid=94139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 13:58:29.671068 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-1cba671f-6d8d-41c0-a515-7dfdf631a465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 13:58:29.737684 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.db [None req-1cba671f-6d8d-41c0-a515-7dfdf631a465 None None] For port 12e627f3-e6cc-4bcc-aa69-9b061b54ce8f, host dv-cinder-782910-4-iscsi, cleared binding levels {{(pid=94139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 13:58:29.742990 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.db [None req-1cba671f-6d8d-41c0-a515-7dfdf631a465 None None] For port 12e627f3-e6cc-4bcc-aa69-9b061b54ce8f, host dv-cinder-782910-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-4-iscsi',level=0,port_id=12e627f3-e6cc-4bcc-aa69-9b061b54ce8f,segment=NetworkSegment(8fd33058-7c83-4336-832f-45c60959245c),segment_id=8fd33058-7c83-4336-832f-45c60959245c)] {{(pid=94139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 13:58:29.746766 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-1cba671f-6d8d-41c0-a515-7dfdf631a465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735729008622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735728620463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735728620481'] for port, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 13:58:29.818321 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cba671f-6d8d-41c0-a515-7dfdf631a465 None None] Pushing event updated for resources: {'Port': ['ID=12e627f3-e6cc-4bcc-aa69-9b061b54ce8f,revision_number=2']} {{(pid=94139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 13:58:31.016219 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.wsgi [-] (94137) accepted ('10.222.0.60', 41154) {{(pid=94137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 13:58:31.342671 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.wsgi [None req-d8a5dd23-9959-4599-ad33-44a1f0a41898 admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=94137) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 13:58:31.344157 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [None req-d8a5dd23-9959-4599-ad33-44a1f0a41898 admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3271084 Sep 07 13:58:33.815102 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.wsgi [-] (94137) accepted ('10.222.0.60', 41162) {{(pid=94137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 13:58:34.177738 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.wsgi [None req-52fb5b3e-45e2-4d94-a3f7-75405ee7bd89 admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=94137) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 13:58:34.178790 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [None req-52fb5b3e-45e2-4d94-a3f7-75405ee7bd89 admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3624835 Sep 07 13:58:36.974235 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.wsgi [-] (94137) accepted ('10.222.0.60', 41172) {{(pid=94137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 13:58:37.299304 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.v2.base [None req-dbeed08e-27e0-47fd-96f1-694721dde3be admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '6c26730a5c7f40c4bcc0deea120554ed'}} {{(pid=94137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 13:58:37.327119 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-dbeed08e-27e0-47fd-96f1-694721dde3be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-430981', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4942'] for router, before_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 13:58:37.328874 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-dbeed08e-27e0-47fd-96f1-694721dde3be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-429333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-433029', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-427134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4951'] for router, precommit_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 13:58:37.478058 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-dbeed08e-27e0-47fd-96f1-694721dde3be admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 13:58:37.483232 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-dbeed08e-27e0-47fd-96f1-694721dde3be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-429324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-433112'] for router, after_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 13:58:37.496088 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-dbeed08e-27e0-47fd-96f1-694721dde3be admin admin] Notify callbacks [] for router, before_response {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 13:58:37.497310 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [None req-dbeed08e-27e0-47fd-96f1-694721dde3be admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5220952 Sep 07 13:58:37.724422 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-90497945-cc67-4e40-89ff-93978391019b None None] Device 12e627f3-e6cc-4bcc-aa69-9b061b54ce8f up at agent ovs-agent-dv-cinder-782910-4-iscsi {{(pid=94139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 13:58:37.809356 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-90497945-cc67-4e40-89ff-93978391019b None None] Provisioning for port 12e627f3-e6cc-4bcc-aa69-9b061b54ce8f completed by entity L2. {{(pid=94139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 13:58:38.413943 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29c8e2a2-a39e-4991-b979-7a0ca122fefe None None] Network 8898f415-8995-4cf4-8785-e8c7b4c7c091 requested from dv-cinder-782910-4-iscsi {{(pid=94139) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 13:58:38.496029 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-2b760b99-32a3-4125-af9c-7b42c9ebab83 None None] Provisioning for port 12e627f3-e6cc-4bcc-aa69-9b061b54ce8f completed by entity DHCP. {{(pid=94139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 13:58:38.506608 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-2b760b99-32a3-4125-af9c-7b42c9ebab83 None None] Provisioning complete for port 12e627f3-e6cc-4bcc-aa69-9b061b54ce8f triggered by entity DHCP. {{(pid=94139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 13:58:38.506997 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-2b760b99-32a3-4125-af9c-7b42c9ebab83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462246'] for port, provisioning_complete {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 13:58:38.689519 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-2b760b99-32a3-4125-af9c-7b42c9ebab83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 13:58:38.729693 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.db [None req-2b760b99-32a3-4125-af9c-7b42c9ebab83 None None] For port 12e627f3-e6cc-4bcc-aa69-9b061b54ce8f, host dv-cinder-782910-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-4-iscsi',level=0,port_id=12e627f3-e6cc-4bcc-aa69-9b061b54ce8f,segment=NetworkSegment(8fd33058-7c83-4336-832f-45c60959245c),segment_id=8fd33058-7c83-4336-832f-45c60959245c)] {{(pid=94139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 13:58:38.734507 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-2b760b99-32a3-4125-af9c-7b42c9ebab83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735729008622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735728620463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735728620481'] for port, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 13:58:38.793338 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b760b99-32a3-4125-af9c-7b42c9ebab83 None None] Pushing event updated for resources: {'Port': ['ID=12e627f3-e6cc-4bcc-aa69-9b061b54ce8f,revision_number=3']} {{(pid=94139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 13:58:38.954445 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-053cc67a-76b6-4b86-ada5-88e4667b7145 None None] Provisioning complete for port 12e627f3-e6cc-4bcc-aa69-9b061b54ce8f triggered by entity DHCP. {{(pid=94139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 13:58:38.954735 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-053cc67a-76b6-4b86-ada5-88e4667b7145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462246'] for port, provisioning_complete {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 13:58:39.693819 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-90497945-cc67-4e40-89ff-93978391019b None None] Device 12e627f3-e6cc-4bcc-aa69-9b061b54ce8f up at agent ovs-agent-dv-cinder-782910-4-iscsi {{(pid=94139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 13:58:39.745984 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-90497945-cc67-4e40-89ff-93978391019b None None] Provisioning complete for port 12e627f3-e6cc-4bcc-aa69-9b061b54ce8f triggered by entity L2. {{(pid=94139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 13:58:39.746569 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-90497945-cc67-4e40-89ff-93978391019b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462246'] for port, provisioning_complete {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 13:58:39.937136 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.wsgi [-] (94137) accepted ('10.222.0.60', 41184) {{(pid=94137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 13:58:40.273135 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.wsgi [None req-d52ea89a-126b-4ee5-9a2d-2ed82a56350c admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=94137) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 13:58:40.274340 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [None req-d52ea89a-126b-4ee5-9a2d-2ed82a56350c admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3362095 Sep 07 13:58:40.609371 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-cd74a363-2d24-43f6-8af7-32422aec45c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 13:58:42.698193 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.wsgi [-] (94137) accepted ('10.222.0.60', 41192) {{(pid=94137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 13:58:43.016700 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.v2.base [None req-07478a11-7cfd-4279-ba4c-8523b3e089f5 admin admin] Request body: {'network': {'name': 'public', 'router:external': True, 'provider:physical_network': 'physnet1', 'is_default': True, 'provider:network_type': 'flat', 'admin_state_up': True}} {{(pid=94137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 13:58:43.060971 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07478a11-7cfd-4279-ba4c-8523b3e089f5 admin admin] Made reservation on behalf of cf25af6e8dcf48d7bc21dbd362b44c0f for: {'network': 1} {{(pid=94137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 13:58:43.063317 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-07478a11-7cfd-4279-ba4c-8523b3e089f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for network, before_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 13:58:43.078502 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-07478a11-7cfd-4279-ba4c-8523b3e089f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 13:58:43.202314 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-07478a11-7cfd-4279-ba4c-8523b3e089f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 13:58:43.205854 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-07478a11-7cfd-4279-ba4c-8523b3e089f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585164'] for security_group, after_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 13:58:43.223375 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-07478a11-7cfd-4279-ba4c-8523b3e089f5 admin admin] Reserving flat network on physical network physnet1 {{(pid=94137) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 07 13:58:43.241392 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07478a11-7cfd-4279-ba4c-8523b3e089f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=880e2070-2183-4845-a325-70809dc9b44b,revision_number=1']} {{(pid=94137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 13:58:43.248104 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-07478a11-7cfd-4279-ba4c-8523b3e089f5 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8735729117040', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1461082'] for segment, precommit_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 13:58:43.248679 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-07478a11-7cfd-4279-ba4c-8523b3e089f5 admin admin] Unsubscribe: segment precommit_create {{(pid=94137) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 07 13:58:43.249158 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.db.segments_db [None req-07478a11-7cfd-4279-ba4c-8523b3e089f5 admin admin] Added segment 5550a781-5bde-4ad4-a1aa-3dd2778b0f71 of type flat for network 50058ef2-6e12-4dff-890f-d2e17fb9ee92 Sep 07 13:58:43.315485 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-07478a11-7cfd-4279-ba4c-8523b3e089f5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735728577284'] for network, precommit_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 13:58:43.360394 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-07478a11-7cfd-4279-ba4c-8523b3e089f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072'] for network, after_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 13:58:43.361367 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07478a11-7cfd-4279-ba4c-8523b3e089f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 13:58:43.361938 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-07478a11-7cfd-4279-ba4c-8523b3e089f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539090'] for network, before_response {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 13:58:43.392660 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-5d72986b-e3a4-4541-920a-b6e48a9a4e53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 13:58:43.416421 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [None req-07478a11-7cfd-4279-ba4c-8523b3e089f5 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7171493 Sep 07 13:58:43.456054 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07478a11-7cfd-4279-ba4c-8523b3e089f5 admin admin] Pushing event updated for resources: {'Network': ['ID=50058ef2-6e12-4dff-890f-d2e17fb9ee92,revision_number=1']} {{(pid=94137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 13:58:43.467038 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-90497945-cc67-4e40-89ff-93978391019b None None] Network 50058ef2-6e12-4dff-890f-d2e17fb9ee92 details requested by agent ovs-agent-dv-cinder-782910-4-iscsi with host dv-cinder-782910-4-iscsi {{(pid=94139) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 13:58:44.151264 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-90497945-cc67-4e40-89ff-93978391019b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 13:58:44.621512 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-cec4f6fb-2ca0-44f4-a970-9dc467b3a3ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 13:58:45.781864 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-24e6fa56-2407-4935-9ec7-bc4eea9bdf8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 13:58:45.877716 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.wsgi [-] (94137) accepted ('10.222.0.60', 41210) {{(pid=94137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 13:58:46.055257 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-814d770a-45a7-439c-9c2b-12236e7b0338 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 13:58:46.056623 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [None req-814d770a-45a7-439c-9c2b-12236e7b0338 admin admin] 10.222.0.60 "GET /v2.0/subnets/cd87cf83-f846-4713-8811-d27442948365 HTTP/1.1" status: 200 len: 849 time: 0.1778951 Sep 07 13:58:46.178300 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [None req-60373566-ed42-465f-a700-1feef5ce84c3 admin admin] 10.222.0.60 "GET /v2.0/routers/3d0edae7-ee22-4455-bde1-ee813d08f2f1 HTTP/1.1" status: 200 len: 704 time: 0.1147099 Sep 07 13:58:46.453748 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-81ddaf0a-feb8-4efe-88cd-8e933a8d6d9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 13:58:46.750442 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.db.db_base_plugin_common [None req-81ddaf0a-feb8-4efe-88cd-8e933a8d6d9b admin admin] Allocated IP 172.20.0.1 (8898f415-8995-4cf4-8785-e8c7b4c7c091/cd87cf83-f846-4713-8811-d27442948365/ade63f4d-d1ff-4839-863e-a3fbcef7875d) {{(pid=94137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 13:58:46.906407 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-81ddaf0a-feb8-4efe-88cd-8e933a8d6d9b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 13:58:46.927651 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.db.provisioning_blocks [None req-81ddaf0a-feb8-4efe-88cd-8e933a8d6d9b admin admin] Transition to ACTIVE for port object ade63f4d-d1ff-4839-863e-a3fbcef7875d will not be triggered until provisioned by entity DHCP. {{(pid=94137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 13:58:47.057168 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-81ddaf0a-feb8-4efe-88cd-8e933a8d6d9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735728620445'] for port, after_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 13:58:47.128536 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81ddaf0a-feb8-4efe-88cd-8e933a8d6d9b admin admin] Network 8898f415-8995-4cf4-8785-e8c7b4c7c091 is already hosted by enough agents. {{(pid=94137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 13:58:47.135107 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.scheduler.base_scheduler [None req-81ddaf0a-feb8-4efe-88cd-8e933a8d6d9b admin admin] Resources bound (agent type, host, resource id): {{(pid=94137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 13:58:47.142934 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ddaf0a-feb8-4efe-88cd-8e933a8d6d9b admin admin] Received port after_create {{(pid=94137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 13:58:47.143471 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-81ddaf0a-feb8-4efe-88cd-8e933a8d6d9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432517'] for router_interface, before_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 13:58:47.162892 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ddaf0a-feb8-4efe-88cd-8e933a8d6d9b admin admin] Pushing event updated for resources: {'Port': ['ID=ade63f4d-d1ff-4839-863e-a3fbcef7875d,revision_number=1']} {{(pid=94137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 13:58:47.324391 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-22fefa27-7890-467a-8c79-dbd14d151745 None None] Provisioning for port ade63f4d-d1ff-4839-863e-a3fbcef7875d completed by entity DHCP. {{(pid=94139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 13:58:47.328128 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-22fefa27-7890-467a-8c79-dbd14d151745 None None] Provisioning complete for port ade63f4d-d1ff-4839-863e-a3fbcef7875d triggered by entity DHCP. {{(pid=94139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 13:58:47.328499 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-22fefa27-7890-467a-8c79-dbd14d151745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462246'] for port, provisioning_complete {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 13:58:47.340576 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-81ddaf0a-feb8-4efe-88cd-8e933a8d6d9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_update {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 13:58:47.369279 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.plugin [None req-22fefa27-7890-467a-8c79-dbd14d151745 None None] Port ade63f4d-d1ff-4839-863e-a3fbcef7875d cannot update to ACTIVE because it is not bound. {{(pid=94139) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 13:58:47.560895 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-81ddaf0a-feb8-4efe-88cd-8e933a8d6d9b admin admin] Notify callbacks [] for port, precommit_update {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 13:58:47.572100 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-81ddaf0a-feb8-4efe-88cd-8e933a8d6d9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735729008622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735728620463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735728620481'] for port, after_update {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 13:58:47.572970 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-81ddaf0a-feb8-4efe-88cd-8e933a8d6d9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-433429'] for router_interface, after_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 13:58:47.635392 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ddaf0a-feb8-4efe-88cd-8e933a8d6d9b admin admin] Pushing event updated for resources: {'Port': ['ID=ade63f4d-d1ff-4839-863e-a3fbcef7875d,revision_number=2']} {{(pid=94137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 13:58:47.708697 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81ddaf0a-feb8-4efe-88cd-8e933a8d6d9b admin admin] Network 8898f415-8995-4cf4-8785-e8c7b4c7c091 is already hosted by enough agents. {{(pid=94137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 13:58:47.710065 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.scheduler.base_scheduler [None req-81ddaf0a-feb8-4efe-88cd-8e933a8d6d9b admin admin] Resources bound (agent type, host, resource id): {{(pid=94137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 13:58:47.873383 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81ddaf0a-feb8-4efe-88cd-8e933a8d6d9b admin admin] Router 3d0edae7-ee22-4455-bde1-ee813d08f2f1 is scheduled to L3 agent fa68c273-d39f-43dc-b6f8-e0c6852ace12 with binding_index 1 {{(pid=94137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 13:58:47.890184 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-b11bf24a-70d6-4c5f-9524-5b40a84c4178 None None] Provisioning complete for port ade63f4d-d1ff-4839-863e-a3fbcef7875d triggered by entity DHCP. {{(pid=94139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 13:58:47.890478 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-b11bf24a-70d6-4c5f-9524-5b40a84c4178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462246'] for port, provisioning_complete {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 13:58:47.926819 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.plugin [None req-b11bf24a-70d6-4c5f-9524-5b40a84c4178 None None] Port ade63f4d-d1ff-4839-863e-a3fbcef7875d cannot update to ACTIVE because it is not bound. {{(pid=94139) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 13:58:47.965726 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81ddaf0a-feb8-4efe-88cd-8e933a8d6d9b admin admin] Notify agent at l3_agent.dv-cinder-782910-4-iscsi the message routers_updated {{(pid=94137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 13:58:47.971492 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [None req-81ddaf0a-feb8-4efe-88cd-8e933a8d6d9b admin admin] 10.222.0.60 "PUT /v2.0/routers/3d0edae7-ee22-4455-bde1-ee813d08f2f1/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7874885 Sep 07 13:58:47.979743 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21ce5d27-193c-49ec-9b7e-2abd546d9f3c None None] Sync routers for ids ['3d0edae7-ee22-4455-bde1-ee813d08f2f1'] in dv-cinder-782910-4-iscsi {{(pid=94140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 13:58:47.991016 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ce5d27-193c-49ec-9b7e-2abd546d9f3c None None] Routers {'3d0edae7-ee22-4455-bde1-ee813d08f2f1'} bound to L3 agent in host dv-cinder-782910-4-iscsi {{(pid=94140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 13:58:47.991836 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.l3_hamode_db [None req-21ce5d27-193c-49ec-9b7e-2abd546d9f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-07T13:58:13Z,description=,heartbeat_timestamp=2021-09-07T13:58:43Z,host='dv-cinder-782910-4-iscsi',id=fa68c273-d39f-43dc-b6f8-e0c6852ace12,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T13:58:13Z,topic='l3_agent')) {'router_ids': ['3d0edae7-ee22-4455-bde1-ee813d08f2f1'], 'active': True} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 13:58:48.179454 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.l3_dvr_db [None req-21ce5d27-193c-49ec-9b7e-2abd546d9f3c None None] Set router 3d0edae7-ee22-4455-bde1-ee813d08f2f1 gateway port host: None {{(pid=94140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 13:58:48.617689 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.l3_hamode_db [None req-21ce5d27-193c-49ec-9b7e-2abd546d9f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d0edae7-ee22-4455-bde1-ee813d08f2f1', 'name': 'router1', 'tenant_id': '6c26730a5c7f40c4bcc0deea120554ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T13:58:37Z', 'updated_at': '2021-09-07T13:58:47Z', 'revision_number': 2, 'project_id': '6c26730a5c7f40c4bcc0deea120554ed', 'gw_port_host': None, '_interfaces': [{'id': 'ade63f4d-d1ff-4839-863e-a3fbcef7875d', 'name': '', 'network_id': '8898f415-8995-4cf4-8785-e8c7b4c7c091', 'tenant_id': '6c26730a5c7f40c4bcc0deea120554ed', 'mac_address': 'fa:16:3e:1a:0a:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d0edae7-ee22-4455-bde1-ee813d08f2f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cd87cf83-f846-4713-8811-d27442948365', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T13:58:46Z', 'updated_at': '2021-09-07T13:58:47Z', 'revision_number': 2, 'project_id': '6c26730a5c7f40c4bcc0deea120554ed', 'subnets': [{'id': 'cd87cf83-f846-4713-8811-d27442948365', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '20c26f91-a4bc-487c-aa19-8741bc7c243c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782910-4-iscsi', False) {} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 13:58:48.672008 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21ce5d27-193c-49ec-9b7e-2abd546d9f3c None None] Checking router: 3d0edae7-ee22-4455-bde1-ee813d08f2f1 for host: dv-cinder-782910-4-iscsi {{(pid=94140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 13:58:48.672372 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21ce5d27-193c-49ec-9b7e-2abd546d9f3c None None] Updating router 3d0edae7-ee22-4455-bde1-ee813d08f2f1 port ade63f4d-d1ff-4839-863e-a3fbcef7875d binding host dv-cinder-782910-4-iscsi {{(pid=94140) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 13:58:48.721932 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-21ce5d27-193c-49ec-9b7e-2abd546d9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 13:58:49.277311 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-21ce5d27-193c-49ec-9b7e-2abd546d9f3c None None] Notify callbacks [] for port, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 13:58:49.303425 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.provisioning_blocks [None req-21ce5d27-193c-49ec-9b7e-2abd546d9f3c None None] Transition to ACTIVE for port object ade63f4d-d1ff-4839-863e-a3fbcef7875d will not be triggered until provisioned by entity L2. {{(pid=94140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 13:58:49.310178 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-21ce5d27-193c-49ec-9b7e-2abd546d9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735729008622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735728620463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735728620481'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 13:58:49.449348 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93655d4-591a-4fce-9211-3d2f1e7abada None None] Pushing event updated for resources: {'Port': ['ID=ade63f4d-d1ff-4839-863e-a3fbcef7875d,revision_number=3']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 13:58:49.488271 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [None req-21ce5d27-193c-49ec-9b7e-2abd546d9f3c None None] Attempting to bind port ade63f4d-d1ff-4839-863e-a3fbcef7875d on host dv-cinder-782910-4-iscsi for vnic_type normal with profile {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 13:58:49.488669 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [None req-21ce5d27-193c-49ec-9b7e-2abd546d9f3c None None] Attempting to bind port ade63f4d-d1ff-4839-863e-a3fbcef7875d by drivers openvswitch,hyperv on host dv-cinder-782910-4-iscsi at level 0 using segments [{'id': '8fd33058-7c83-4336-832f-45c60959245c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '8898f415-8995-4cf4-8785-e8c7b4c7c091'}] {{(pid=94140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 13:58:49.489070 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ce5d27-193c-49ec-9b7e-2abd546d9f3c None None] Attempting to bind port ade63f4d-d1ff-4839-863e-a3fbcef7875d on network 8898f415-8995-4cf4-8785-e8c7b4c7c091 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 13:58:49.494865 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93655d4-591a-4fce-9211-3d2f1e7abada None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 13:58:49.495215 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93655d4-591a-4fce-9211-3d2f1e7abada None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 13:58:49.495551 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93655d4-591a-4fce-9211-3d2f1e7abada None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 13:58:49.495879 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93655d4-591a-4fce-9211-3d2f1e7abada None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 13:58:49.496205 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93655d4-591a-4fce-9211-3d2f1e7abada None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 13:58:49.496531 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93655d4-591a-4fce-9211-3d2f1e7abada None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 13:58:49.496850 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93655d4-591a-4fce-9211-3d2f1e7abada None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 13:58:49.497373 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93655d4-591a-4fce-9211-3d2f1e7abada None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 13:58:49.497662 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93655d4-591a-4fce-9211-3d2f1e7abada None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 13:58:49.498019 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93655d4-591a-4fce-9211-3d2f1e7abada None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 13:58:49.498378 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93655d4-591a-4fce-9211-3d2f1e7abada None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 13:58:49.498737 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93655d4-591a-4fce-9211-3d2f1e7abada None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 13:58:49.500416 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93655d4-591a-4fce-9211-3d2f1e7abada None None] Tracked resource versions report: Sep 07 13:58:49.500416 dv-cinder-782910-4-iscsi neutron-server[94140]: pushed versions: Sep 07 13:58:49.500416 dv-cinder-782910-4-iscsi neutron-server[94140]: { 'AddressGroup': {'1.2'}, Sep 07 13:58:49.500416 dv-cinder-782910-4-iscsi neutron-server[94140]: 'ConntrackHelper': {'1.0'}, Sep 07 13:58:49.500416 dv-cinder-782910-4-iscsi neutron-server[94140]: 'Log': {'1.0'}, Sep 07 13:58:49.500416 dv-cinder-782910-4-iscsi neutron-server[94140]: 'Network': {'1.1'}, Sep 07 13:58:49.500416 dv-cinder-782910-4-iscsi neutron-server[94140]: 'Port': {'1.7'}, Sep 07 13:58:49.500416 dv-cinder-782910-4-iscsi neutron-server[94140]: 'PortForwarding': {'1.2'}, Sep 07 13:58:49.500416 dv-cinder-782910-4-iscsi neutron-server[94140]: 'QosPolicy': {'1.9'}, Sep 07 13:58:49.500416 dv-cinder-782910-4-iscsi neutron-server[94140]: 'SecurityGroup': {'1.4'}, Sep 07 13:58:49.500416 dv-cinder-782910-4-iscsi neutron-server[94140]: 'SecurityGroupRule': {'1.2'}, Sep 07 13:58:49.500416 dv-cinder-782910-4-iscsi neutron-server[94140]: 'SubPort': {'1.0'}, Sep 07 13:58:49.500416 dv-cinder-782910-4-iscsi neutron-server[94140]: 'Subnet': {'1.1'}, Sep 07 13:58:49.500416 dv-cinder-782910-4-iscsi neutron-server[94140]: 'Trunk': {'1.1'}} Sep 07 13:58:49.500416 dv-cinder-782910-4-iscsi neutron-server[94140]: consumer versions: Sep 07 13:58:49.500416 dv-cinder-782910-4-iscsi neutron-server[94140]: { DHCP agent@dv-cinder-782910-4-iscsi: {}, Sep 07 13:58:49.500416 dv-cinder-782910-4-iscsi neutron-server[94140]: L3 agent@dv-cinder-782910-4-iscsi: {}, Sep 07 13:58:49.500416 dv-cinder-782910-4-iscsi neutron-server[94140]: Metadata agent@dv-cinder-782910-4-iscsi: {}, Sep 07 13:58:49.500416 dv-cinder-782910-4-iscsi neutron-server[94140]: Metering agent@dv-cinder-782910-4-iscsi: {}, Sep 07 13:58:49.500416 dv-cinder-782910-4-iscsi neutron-server[94140]: Open vSwitch agent@dv-cinder-782910-4-iscsi: { 'AddressGroup': '1.2', Sep 07 13:58:49.500416 dv-cinder-782910-4-iscsi neutron-server[94140]: 'ConntrackHelper': '1.0', Sep 07 13:58:49.500416 dv-cinder-782910-4-iscsi neutron-server[94140]: 'Log': '1.0', Sep 07 13:58:49.500416 dv-cinder-782910-4-iscsi neutron-server[94140]: 'Network': '1.1', Sep 07 13:58:49.500416 dv-cinder-782910-4-iscsi neutron-server[94140]: 'Port': '1.7', Sep 07 13:58:49.500416 dv-cinder-782910-4-iscsi neutron-server[94140]: 'PortForwarding': '1.2', Sep 07 13:58:49.500416 dv-cinder-782910-4-iscsi neutron-server[94140]: 'QosPolicy': '1.9', Sep 07 13:58:49.500416 dv-cinder-782910-4-iscsi neutron-server[94140]: 'SecurityGroup': '1.4', Sep 07 13:58:49.500416 dv-cinder-782910-4-iscsi neutron-server[94140]: 'SecurityGroupRule': '1.2', Sep 07 13:58:49.500416 dv-cinder-782910-4-iscsi neutron-server[94140]: 'SubPort': '1.0', Sep 07 13:58:49.500416 dv-cinder-782910-4-iscsi neutron-server[94140]: 'Subnet': '1.1', Sep 07 13:58:49.500416 dv-cinder-782910-4-iscsi neutron-server[94140]: 'Trunk': '1.1'}} Sep 07 13:58:49.500416 dv-cinder-782910-4-iscsi neutron-server[94140]: {{(pid=94140) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 07 13:58:49.503162 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ce5d27-193c-49ec-9b7e-2abd546d9f3c None None] Checking agent: {'id': 'b1ca48ac-dc13-463a-a516-8ddf18655ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782910-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 13, 58, 14), 'started_at': datetime.datetime(2021, 9, 7, 13, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 13, 58, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782910-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 13:58:49.503595 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ce5d27-193c-49ec-9b7e-2abd546d9f3c None None] Checking segment: {'id': '8fd33058-7c83-4336-832f-45c60959245c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '8898f415-8995-4cf4-8785-e8c7b4c7c091'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 13:58:49.504057 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-21ce5d27-193c-49ec-9b7e-2abd546d9f3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 13:58:49.504444 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ce5d27-193c-49ec-9b7e-2abd546d9f3c None None] Bound using segment: {'id': '8fd33058-7c83-4336-832f-45c60959245c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '8898f415-8995-4cf4-8785-e8c7b4c7c091'} {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 13:58:49.504948 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [None req-21ce5d27-193c-49ec-9b7e-2abd546d9f3c None None] Bound port: ade63f4d-d1ff-4839-863e-a3fbcef7875d, host: dv-cinder-782910-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fd33058-7c83-4336-832f-45c60959245c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '8898f415-8995-4cf4-8785-e8c7b4c7c091'}}] {{(pid=94140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 13:58:49.505946 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-21ce5d27-193c-49ec-9b7e-2abd546d9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 13:58:49.589987 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.plugins.ml2.db [None req-21ce5d27-193c-49ec-9b7e-2abd546d9f3c None None] For port ade63f4d-d1ff-4839-863e-a3fbcef7875d, host dv-cinder-782910-4-iscsi, cleared binding levels {{(pid=94140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 13:58:49.614108 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.plugins.ml2.db [None req-21ce5d27-193c-49ec-9b7e-2abd546d9f3c None None] For port ade63f4d-d1ff-4839-863e-a3fbcef7875d, host dv-cinder-782910-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-4-iscsi',level=0,port_id=ade63f4d-d1ff-4839-863e-a3fbcef7875d,segment=NetworkSegment(8fd33058-7c83-4336-832f-45c60959245c),segment_id=8fd33058-7c83-4336-832f-45c60959245c)] {{(pid=94140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 13:58:49.619460 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-21ce5d27-193c-49ec-9b7e-2abd546d9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735729008622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735728620463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735728620481'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 13:58:49.670157 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93655d4-591a-4fce-9211-3d2f1e7abada None None] Pushing event updated for resources: {'Port': ['ID=ade63f4d-d1ff-4839-863e-a3fbcef7875d,revision_number=4']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 13:58:49.702432 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ce5d27-193c-49ec-9b7e-2abd546d9f3c None None] Routers {'3d0edae7-ee22-4455-bde1-ee813d08f2f1'} bound to L3 agent in host dv-cinder-782910-4-iscsi {{(pid=94140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 13:58:49.703092 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.l3_hamode_db [None req-21ce5d27-193c-49ec-9b7e-2abd546d9f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-07T13:58:13Z,description=,heartbeat_timestamp=2021-09-07T13:58:43Z,host='dv-cinder-782910-4-iscsi',id=fa68c273-d39f-43dc-b6f8-e0c6852ace12,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T13:58:13Z,topic='l3_agent')) {'router_ids': ['3d0edae7-ee22-4455-bde1-ee813d08f2f1'], 'active': True} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 13:58:49.797397 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.l3_dvr_db [None req-21ce5d27-193c-49ec-9b7e-2abd546d9f3c None None] Set router 3d0edae7-ee22-4455-bde1-ee813d08f2f1 gateway port host: None {{(pid=94140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 13:58:50.020281 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.l3_hamode_db [None req-21ce5d27-193c-49ec-9b7e-2abd546d9f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d0edae7-ee22-4455-bde1-ee813d08f2f1', 'name': 'router1', 'tenant_id': '6c26730a5c7f40c4bcc0deea120554ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T13:58:37Z', 'updated_at': '2021-09-07T13:58:47Z', 'revision_number': 2, 'project_id': '6c26730a5c7f40c4bcc0deea120554ed', 'gw_port_host': None, '_interfaces': [{'id': 'ade63f4d-d1ff-4839-863e-a3fbcef7875d', 'name': '', 'network_id': '8898f415-8995-4cf4-8785-e8c7b4c7c091', 'tenant_id': '6c26730a5c7f40c4bcc0deea120554ed', 'mac_address': 'fa:16:3e:1a:0a:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d0edae7-ee22-4455-bde1-ee813d08f2f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cd87cf83-f846-4713-8811-d27442948365', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T13:58:46Z', 'updated_at': '2021-09-07T13:58:49Z', 'revision_number': 4, 'project_id': '6c26730a5c7f40c4bcc0deea120554ed', 'subnets': [{'id': 'cd87cf83-f846-4713-8811-d27442948365', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '20c26f91-a4bc-487c-aa19-8741bc7c243c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782910-4-iscsi', False) {} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 13:58:50.050342 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21ce5d27-193c-49ec-9b7e-2abd546d9f3c None None] The sync data for ids ['3d0edae7-ee22-4455-bde1-ee813d08f2f1'] in dv-cinder-782910-4-iscsi is: [{'id': '3d0edae7-ee22-4455-bde1-ee813d08f2f1', 'name': 'router1', 'tenant_id': '6c26730a5c7f40c4bcc0deea120554ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T13:58:37Z', 'updated_at': '2021-09-07T13:58:47Z', 'revision_number': 2, 'project_id': '6c26730a5c7f40c4bcc0deea120554ed', 'gw_port_host': None, '_interfaces': [{'id': 'ade63f4d-d1ff-4839-863e-a3fbcef7875d', 'name': '', 'network_id': '8898f415-8995-4cf4-8785-e8c7b4c7c091', 'tenant_id': '6c26730a5c7f40c4bcc0deea120554ed', 'mac_address': 'fa:16:3e:1a:0a:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d0edae7-ee22-4455-bde1-ee813d08f2f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cd87cf83-f846-4713-8811-d27442948365', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T13:58:46Z', 'updated_at': '2021-09-07T13:58:49Z', 'revision_number': 4, 'project_id': '6c26730a5c7f40c4bcc0deea120554ed', 'subnets': [{'id': 'cd87cf83-f846-4713-8811-d27442948365', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '20c26f91-a4bc-487c-aa19-8741bc7c243c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 13:58:50.260428 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.wsgi [-] (94137) accepted ('10.222.0.60', 41230) {{(pid=94137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 13:58:50.372922 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74c1fa98-7d78-4939-a123-cc83973bb92e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 13:58:50.374869 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [None req-74c1fa98-7d78-4939-a123-cc83973bb92e admin admin] 10.222.0.60 "GET /v2.0/networks/50058ef2-6e12-4dff-890f-d2e17fb9ee92 HTTP/1.1" status: 200 len: 842 time: 0.1128485 Sep 07 13:58:50.385066 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.v2.base [None req-39afb8ad-d9ff-492d-a07b-7a0ac9a6deef admin admin] Request body: {'subnet': {'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'enable_dhcp': False, 'ip_version': 4, 'gateway_ip': '172.27.2.1', 'name': 'public-subnet', 'cidr': '172.27.2.0/24'}} {{(pid=94137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 13:58:50.406677 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39afb8ad-d9ff-492d-a07b-7a0ac9a6deef admin admin] Made reservation on behalf of cf25af6e8dcf48d7bc21dbd362b44c0f for: {'subnet': 1} {{(pid=94137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 13:58:50.408899 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-39afb8ad-d9ff-492d-a07b-7a0ac9a6deef admin admin] Notify callbacks [] for subnet, before_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 13:58:50.713963 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.objects.ports [None req-39afb8ad-d9ff-492d-a07b-7a0ac9a6deef admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94137) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 07 13:58:50.714484 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-39afb8ad-d9ff-492d-a07b-7a0ac9a6deef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072'] for subnet, after_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 13:58:50.769569 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39afb8ad-d9ff-492d-a07b-7a0ac9a6deef admin admin] Pushing event updated for resources: {'Subnet': ['ID=db4a7c65-31e2-4f76-9b43-e160b3d3d8e2,revision_number=0']} {{(pid=94137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 13:58:50.779665 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39afb8ad-d9ff-492d-a07b-7a0ac9a6deef admin admin] Checking segment: {'id': '5550a781-5bde-4ad4-a1aa-3dd2778b0f71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 13:58:50.780028 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39afb8ad-d9ff-492d-a07b-7a0ac9a6deef admin admin] Network hostable DHCP agents. Network: 50058ef2-6e12-4dff-890f-d2e17fb9ee92, hostable agents: ['6cb9538d-ef7d-4fb7-b0aa-ad613f860704'], hosted agents: [] {{(pid=94137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 13:58:50.796139 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39afb8ad-d9ff-492d-a07b-7a0ac9a6deef admin admin] Network 50058ef2-6e12-4dff-890f-d2e17fb9ee92 is scheduled to be hosted by DHCP agent 6cb9538d-ef7d-4fb7-b0aa-ad613f860704 with binding_index 1 {{(pid=94137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 13:58:50.813279 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.scheduler.base_scheduler [None req-39afb8ad-d9ff-492d-a07b-7a0ac9a6deef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782910-4-iscsi, 50058ef2-6e12-4dff-890f-d2e17fb9ee92) {{(pid=94137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 13:58:50.817725 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39afb8ad-d9ff-492d-a07b-7a0ac9a6deef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 13:58:50.818421 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-39afb8ad-d9ff-492d-a07b-7a0ac9a6deef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539090'] for subnet, before_response {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 13:58:50.822573 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-558e9e5b-6dfd-4f49-a829-8364a7b26929 None None] Network 50058ef2-6e12-4dff-890f-d2e17fb9ee92 requested from dv-cinder-782910-4-iscsi {{(pid=94139) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 13:58:50.835140 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [None req-39afb8ad-d9ff-492d-a07b-7a0ac9a6deef admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4537272 Sep 07 13:58:50.958457 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcac7ba8-5f02-4f60-98d6-1b5aa73bacf3 None None] Network 50058ef2-6e12-4dff-890f-d2e17fb9ee92 requested from dv-cinder-782910-4-iscsi {{(pid=94139) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 13:58:53.203719 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.wsgi [-] (94137) accepted ('10.222.0.60', 41238) {{(pid=94137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 13:58:53.419355 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [None req-c725985b-b8af-479e-97a4-58fcdb0e42c0 admin admin] 10.222.0.60 "GET /v2.0/routers/3d0edae7-ee22-4455-bde1-ee813d08f2f1 HTTP/1.1" status: 200 len: 710 time: 0.2138877 Sep 07 13:58:53.512789 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ec4f80-9c0a-41f2-915f-900ed6e6d18d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 13:58:53.514211 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [None req-70ec4f80-9c0a-41f2-915f-900ed6e6d18d admin admin] 10.222.0.60 "GET /v2.0/networks/50058ef2-6e12-4dff-890f-d2e17fb9ee92 HTTP/1.1" status: 200 len: 886 time: 0.0882447 Sep 07 13:58:53.524812 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.v2.base [None req-5d258f39-5c7b-44bb-ad98-ddcee9ffa523 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92'}}} {{(pid=94137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 13:58:53.795527 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-5d258f39-5c7b-44bb-ad98-ddcee9ffa523 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 13:58:54.053149 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-5d258f39-5c7b-44bb-ad98-ddcee9ffa523 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 13:58:54.133671 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-5d258f39-5c7b-44bb-ad98-ddcee9ffa523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 13:58:54.248085 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.db.db_base_plugin_common [None req-5d258f39-5c7b-44bb-ad98-ddcee9ffa523 admin admin] Allocated IP 172.27.2.143 (50058ef2-6e12-4dff-890f-d2e17fb9ee92/db4a7c65-31e2-4f76-9b43-e160b3d3d8e2/4e120140-fd11-4bd9-9e1a-6239b4817279) {{(pid=94137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 13:58:54.348975 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-5d258f39-5c7b-44bb-ad98-ddcee9ffa523 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 13:58:54.387827 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-5d258f39-5c7b-44bb-ad98-ddcee9ffa523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735728620445'] for port, after_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 13:58:54.431645 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d258f39-5c7b-44bb-ad98-ddcee9ffa523 admin admin] Network 50058ef2-6e12-4dff-890f-d2e17fb9ee92 is already hosted by enough agents. {{(pid=94137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 13:58:54.437661 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.scheduler.base_scheduler [None req-5d258f39-5c7b-44bb-ad98-ddcee9ffa523 admin admin] Resources bound (agent type, host, resource id): {{(pid=94137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 13:58:54.440862 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d258f39-5c7b-44bb-ad98-ddcee9ffa523 admin admin] Received port after_create {{(pid=94137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 13:58:54.447836 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d258f39-5c7b-44bb-ad98-ddcee9ffa523 admin admin] Pushing event updated for resources: {'Port': ['ID=4e120140-fd11-4bd9-9e1a-6239b4817279,revision_number=1']} {{(pid=94137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 13:58:54.709942 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-5d258f39-5c7b-44bb-ad98-ddcee9ffa523 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 13:58:55.000171 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-5d258f39-5c7b-44bb-ad98-ddcee9ffa523 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-433143', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-941'] for router, precommit_update {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 13:58:55.003605 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-5d258f39-5c7b-44bb-ad98-ddcee9ffa523 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-433112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-433134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-433121', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-429438'] for router, after_update {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 13:58:55.113430 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d258f39-5c7b-44bb-ad98-ddcee9ffa523 admin admin] Router 3d0edae7-ee22-4455-bde1-ee813d08f2f1 has already been hosted by L3 agent fa68c273-d39f-43dc-b6f8-e0c6852ace12 {{(pid=94137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 13:58:55.222022 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d258f39-5c7b-44bb-ad98-ddcee9ffa523 admin admin] Notify agent at l3_agent.dv-cinder-782910-4-iscsi the message routers_updated {{(pid=94137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 13:58:55.227207 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-5d258f39-5c7b-44bb-ad98-ddcee9ffa523 admin admin] Notify callbacks [] for router, before_response {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 13:58:55.234655 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [None req-5d258f39-5c7b-44bb-ad98-ddcee9ffa523 admin admin] 10.222.0.60 "PUT /v2.0/routers/3d0edae7-ee22-4455-bde1-ee813d08f2f1 HTTP/1.1" status: 200 len: 890 time: 1.7063432 Sep 07 13:58:55.724781 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-90497945-cc67-4e40-89ff-93978391019b None None] Device ade63f4d-d1ff-4839-863e-a3fbcef7875d up at agent ovs-agent-dv-cinder-782910-4-iscsi {{(pid=94139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 13:58:55.779539 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-90497945-cc67-4e40-89ff-93978391019b None None] Provisioning for port ade63f4d-d1ff-4839-863e-a3fbcef7875d completed by entity L2. {{(pid=94139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 13:58:55.784013 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-90497945-cc67-4e40-89ff-93978391019b None None] Provisioning complete for port ade63f4d-d1ff-4839-863e-a3fbcef7875d triggered by entity L2. {{(pid=94139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 13:58:55.784477 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-90497945-cc67-4e40-89ff-93978391019b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462246'] for port, provisioning_complete {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 13:58:55.866006 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-90497945-cc67-4e40-89ff-93978391019b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 13:58:55.897801 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.db [None req-90497945-cc67-4e40-89ff-93978391019b None None] For port ade63f4d-d1ff-4839-863e-a3fbcef7875d, host dv-cinder-782910-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-4-iscsi',level=0,port_id=ade63f4d-d1ff-4839-863e-a3fbcef7875d,segment=NetworkSegment(8fd33058-7c83-4336-832f-45c60959245c),segment_id=8fd33058-7c83-4336-832f-45c60959245c)] {{(pid=94139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 13:58:55.902125 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-90497945-cc67-4e40-89ff-93978391019b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735729008622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735728620463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735728620481'] for port, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 13:58:55.994658 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90497945-cc67-4e40-89ff-93978391019b None None] Pushing event updated for resources: {'Port': ['ID=ade63f4d-d1ff-4839-863e-a3fbcef7875d,revision_number=5']} {{(pid=94139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 13:58:56.665921 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d373eb8f-f5cc-47f0-ac81-2c93a0fddcc5 None None] Sync routers for ids ['3d0edae7-ee22-4455-bde1-ee813d08f2f1'] in dv-cinder-782910-4-iscsi {{(pid=94139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 13:58:56.676801 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d373eb8f-f5cc-47f0-ac81-2c93a0fddcc5 None None] Routers {'3d0edae7-ee22-4455-bde1-ee813d08f2f1'} bound to L3 agent in host dv-cinder-782910-4-iscsi {{(pid=94139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 13:58:56.677517 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.l3_hamode_db [None req-d373eb8f-f5cc-47f0-ac81-2c93a0fddcc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-07T13:58:13Z,description=,heartbeat_timestamp=2021-09-07T13:58:43Z,host='dv-cinder-782910-4-iscsi',id=fa68c273-d39f-43dc-b6f8-e0c6852ace12,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T13:58:13Z,topic='l3_agent')) {'router_ids': ['3d0edae7-ee22-4455-bde1-ee813d08f2f1'], 'active': True} {{(pid=94139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 13:58:56.894381 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.l3_dvr_db [None req-d373eb8f-f5cc-47f0-ac81-2c93a0fddcc5 None None] Set router 3d0edae7-ee22-4455-bde1-ee813d08f2f1 gateway port host: dv-cinder-782910-4-iscsi {{(pid=94139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 13:58:57.295025 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.l3_hamode_db [None req-d373eb8f-f5cc-47f0-ac81-2c93a0fddcc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d0edae7-ee22-4455-bde1-ee813d08f2f1', 'name': 'router1', 'tenant_id': '6c26730a5c7f40c4bcc0deea120554ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'external_fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': '4e120140-fd11-4bd9-9e1a-6239b4817279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T13:58:37Z', 'updated_at': '2021-09-07T13:58:54Z', 'revision_number': 4, 'project_id': '6c26730a5c7f40c4bcc0deea120554ed', 'gw_port': {'id': '4e120140-fd11-4bd9-9e1a-6239b4817279', 'name': '', 'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:c5:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d0edae7-ee22-4455-bde1-ee813d08f2f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T13:58:54Z', 'updated_at': '2021-09-07T13:58:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-4-iscsi', '_interfaces': [{'id': 'ade63f4d-d1ff-4839-863e-a3fbcef7875d', 'name': '', 'network_id': '8898f415-8995-4cf4-8785-e8c7b4c7c091', 'tenant_id': '6c26730a5c7f40c4bcc0deea120554ed', 'mac_address': 'fa:16:3e:1a:0a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d0edae7-ee22-4455-bde1-ee813d08f2f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cd87cf83-f846-4713-8811-d27442948365', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T13:58:46Z', 'updated_at': '2021-09-07T13:58:55Z', 'revision_number': 5, 'project_id': '6c26730a5c7f40c4bcc0deea120554ed', 'subnets': [{'id': 'cd87cf83-f846-4713-8811-d27442948365', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '20c26f91-a4bc-487c-aa19-8741bc7c243c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782910-4-iscsi', False) {} {{(pid=94139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 13:58:57.345451 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d373eb8f-f5cc-47f0-ac81-2c93a0fddcc5 None None] Checking router: 3d0edae7-ee22-4455-bde1-ee813d08f2f1 for host: dv-cinder-782910-4-iscsi {{(pid=94139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 13:58:57.345823 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d373eb8f-f5cc-47f0-ac81-2c93a0fddcc5 None None] Updating router 3d0edae7-ee22-4455-bde1-ee813d08f2f1 port 4e120140-fd11-4bd9-9e1a-6239b4817279 binding host dv-cinder-782910-4-iscsi {{(pid=94139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 13:58:57.394772 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-d373eb8f-f5cc-47f0-ac81-2c93a0fddcc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 13:58:57.725112 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-90497945-cc67-4e40-89ff-93978391019b None None] Device ade63f4d-d1ff-4839-863e-a3fbcef7875d up at agent ovs-agent-dv-cinder-782910-4-iscsi {{(pid=94139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 13:58:57.725661 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.wsgi [-] (94138) accepted ('10.222.0.60', 41250) {{(pid=94138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 13:58:57.731849 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-d373eb8f-f5cc-47f0-ac81-2c93a0fddcc5 None None] Notify callbacks [] for port, precommit_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 13:58:57.762581 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-d373eb8f-f5cc-47f0-ac81-2c93a0fddcc5 None None] Transition to ACTIVE for port object 4e120140-fd11-4bd9-9e1a-6239b4817279 will not be triggered until provisioned by entity L2. {{(pid=94139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 13:58:57.773133 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-d373eb8f-f5cc-47f0-ac81-2c93a0fddcc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735729008622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735728620463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735728620481'] for port, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 13:58:57.823796 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.managers [None req-d373eb8f-f5cc-47f0-ac81-2c93a0fddcc5 None None] Attempting to bind port 4e120140-fd11-4bd9-9e1a-6239b4817279 on host dv-cinder-782910-4-iscsi for vnic_type normal with profile {{(pid=94139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 13:58:57.824161 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.managers [None req-d373eb8f-f5cc-47f0-ac81-2c93a0fddcc5 None None] Attempting to bind port 4e120140-fd11-4bd9-9e1a-6239b4817279 by drivers openvswitch,hyperv on host dv-cinder-782910-4-iscsi at level 0 using segments [{'id': '5550a781-5bde-4ad4-a1aa-3dd2778b0f71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92'}] {{(pid=94139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 13:58:57.824518 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d373eb8f-f5cc-47f0-ac81-2c93a0fddcc5 None None] Attempting to bind port 4e120140-fd11-4bd9-9e1a-6239b4817279 on network 50058ef2-6e12-4dff-890f-d2e17fb9ee92 {{(pid=94139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 13:58:57.835965 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d373eb8f-f5cc-47f0-ac81-2c93a0fddcc5 None None] Checking agent: {'id': 'b1ca48ac-dc13-463a-a516-8ddf18655ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782910-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 13, 58, 14), 'started_at': datetime.datetime(2021, 9, 7, 13, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 13, 58, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782910-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 13:58:57.836346 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d373eb8f-f5cc-47f0-ac81-2c93a0fddcc5 None None] Checking segment: {'id': '5550a781-5bde-4ad4-a1aa-3dd2778b0f71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 13:58:57.837023 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-d373eb8f-f5cc-47f0-ac81-2c93a0fddcc5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 13:58:57.837446 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d373eb8f-f5cc-47f0-ac81-2c93a0fddcc5 None None] Bound using segment: {'id': '5550a781-5bde-4ad4-a1aa-3dd2778b0f71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92'} {{(pid=94139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 13:58:57.837927 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.managers [None req-d373eb8f-f5cc-47f0-ac81-2c93a0fddcc5 None None] Bound port: 4e120140-fd11-4bd9-9e1a-6239b4817279, host: dv-cinder-782910-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5550a781-5bde-4ad4-a1aa-3dd2778b0f71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92'}}] {{(pid=94139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 13:58:57.838326 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-d373eb8f-f5cc-47f0-ac81-2c93a0fddcc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 13:58:57.860682 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-90497945-cc67-4e40-89ff-93978391019b None None] Provisioning complete for port ade63f4d-d1ff-4839-863e-a3fbcef7875d triggered by entity L2. {{(pid=94139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 13:58:57.861046 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-90497945-cc67-4e40-89ff-93978391019b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462246'] for port, provisioning_complete {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 13:58:57.883480 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [None req-d17545a5-6c7b-4bf6-ad21-962a269ac165 admin admin] 10.222.0.60 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1564748 Sep 07 13:58:57.898666 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b278a9a-91c0-45ab-8e85-520dbe3a2779 None None] Pushing event updated for resources: {'Port': ['ID=4e120140-fd11-4bd9-9e1a-6239b4817279,revision_number=2']} {{(pid=94139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 13:58:57.938573 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.db [None req-d373eb8f-f5cc-47f0-ac81-2c93a0fddcc5 None None] For port 4e120140-fd11-4bd9-9e1a-6239b4817279, host dv-cinder-782910-4-iscsi, cleared binding levels {{(pid=94139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 13:58:57.943133 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.db [None req-d373eb8f-f5cc-47f0-ac81-2c93a0fddcc5 None None] For port 4e120140-fd11-4bd9-9e1a-6239b4817279, host dv-cinder-782910-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-4-iscsi',level=0,port_id=4e120140-fd11-4bd9-9e1a-6239b4817279,segment=NetworkSegment(5550a781-5bde-4ad4-a1aa-3dd2778b0f71),segment_id=5550a781-5bde-4ad4-a1aa-3dd2778b0f71)] {{(pid=94139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 13:58:57.948032 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-d373eb8f-f5cc-47f0-ac81-2c93a0fddcc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735729008622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735728620463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735728620481'] for port, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 13:58:58.125913 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b278a9a-91c0-45ab-8e85-520dbe3a2779 None None] Pushing event updated for resources: {'Port': ['ID=4e120140-fd11-4bd9-9e1a-6239b4817279,revision_number=3']} {{(pid=94139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 13:58:58.128414 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d373eb8f-f5cc-47f0-ac81-2c93a0fddcc5 None None] Routers {'3d0edae7-ee22-4455-bde1-ee813d08f2f1'} bound to L3 agent in host dv-cinder-782910-4-iscsi {{(pid=94139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 13:58:58.129003 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.l3_hamode_db [None req-d373eb8f-f5cc-47f0-ac81-2c93a0fddcc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-07T13:58:13Z,description=,heartbeat_timestamp=2021-09-07T13:58:43Z,host='dv-cinder-782910-4-iscsi',id=fa68c273-d39f-43dc-b6f8-e0c6852ace12,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T13:58:13Z,topic='l3_agent')) {'router_ids': ['3d0edae7-ee22-4455-bde1-ee813d08f2f1'], 'active': True} {{(pid=94139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 13:58:58.236222 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.l3_dvr_db [None req-d373eb8f-f5cc-47f0-ac81-2c93a0fddcc5 None None] Set router 3d0edae7-ee22-4455-bde1-ee813d08f2f1 gateway port host: dv-cinder-782910-4-iscsi {{(pid=94139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 13:58:58.470820 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.l3_hamode_db [None req-d373eb8f-f5cc-47f0-ac81-2c93a0fddcc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d0edae7-ee22-4455-bde1-ee813d08f2f1', 'name': 'router1', 'tenant_id': '6c26730a5c7f40c4bcc0deea120554ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'external_fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': '4e120140-fd11-4bd9-9e1a-6239b4817279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T13:58:37Z', 'updated_at': '2021-09-07T13:58:54Z', 'revision_number': 4, 'project_id': '6c26730a5c7f40c4bcc0deea120554ed', 'gw_port': {'id': '4e120140-fd11-4bd9-9e1a-6239b4817279', 'name': '', 'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:c5:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d0edae7-ee22-4455-bde1-ee813d08f2f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T13:58:54Z', 'updated_at': '2021-09-07T13:58:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-4-iscsi', '_interfaces': [{'id': 'ade63f4d-d1ff-4839-863e-a3fbcef7875d', 'name': '', 'network_id': '8898f415-8995-4cf4-8785-e8c7b4c7c091', 'tenant_id': '6c26730a5c7f40c4bcc0deea120554ed', 'mac_address': 'fa:16:3e:1a:0a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d0edae7-ee22-4455-bde1-ee813d08f2f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cd87cf83-f846-4713-8811-d27442948365', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T13:58:46Z', 'updated_at': '2021-09-07T13:58:55Z', 'revision_number': 5, 'project_id': '6c26730a5c7f40c4bcc0deea120554ed', 'subnets': [{'id': 'cd87cf83-f846-4713-8811-d27442948365', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '20c26f91-a4bc-487c-aa19-8741bc7c243c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782910-4-iscsi', False) {} {{(pid=94139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 13:58:58.497260 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d373eb8f-f5cc-47f0-ac81-2c93a0fddcc5 None None] The sync data for ids ['3d0edae7-ee22-4455-bde1-ee813d08f2f1'] in dv-cinder-782910-4-iscsi is: [{'id': '3d0edae7-ee22-4455-bde1-ee813d08f2f1', 'name': 'router1', 'tenant_id': '6c26730a5c7f40c4bcc0deea120554ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'external_fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': '4e120140-fd11-4bd9-9e1a-6239b4817279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T13:58:37Z', 'updated_at': '2021-09-07T13:58:54Z', 'revision_number': 4, 'project_id': '6c26730a5c7f40c4bcc0deea120554ed', 'gw_port': {'id': '4e120140-fd11-4bd9-9e1a-6239b4817279', 'name': '', 'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:c5:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d0edae7-ee22-4455-bde1-ee813d08f2f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T13:58:54Z', 'updated_at': '2021-09-07T13:58:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-4-iscsi', '_interfaces': [{'id': 'ade63f4d-d1ff-4839-863e-a3fbcef7875d', 'name': '', 'network_id': '8898f415-8995-4cf4-8785-e8c7b4c7c091', 'tenant_id': '6c26730a5c7f40c4bcc0deea120554ed', 'mac_address': 'fa:16:3e:1a:0a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d0edae7-ee22-4455-bde1-ee813d08f2f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cd87cf83-f846-4713-8811-d27442948365', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T13:58:46Z', 'updated_at': '2021-09-07T13:58:55Z', 'revision_number': 5, 'project_id': '6c26730a5c7f40c4bcc0deea120554ed', 'subnets': [{'id': 'cd87cf83-f846-4713-8811-d27442948365', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '20c26f91-a4bc-487c-aa19-8741bc7c243c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 13:58:59.757422 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-90497945-cc67-4e40-89ff-93978391019b None None] Device 4e120140-fd11-4bd9-9e1a-6239b4817279 up at agent ovs-agent-dv-cinder-782910-4-iscsi {{(pid=94139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 13:58:59.810208 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-90497945-cc67-4e40-89ff-93978391019b None None] Provisioning for port 4e120140-fd11-4bd9-9e1a-6239b4817279 completed by entity L2. {{(pid=94139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 13:58:59.815802 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-90497945-cc67-4e40-89ff-93978391019b None None] Provisioning complete for port 4e120140-fd11-4bd9-9e1a-6239b4817279 triggered by entity L2. {{(pid=94139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 13:58:59.816188 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-90497945-cc67-4e40-89ff-93978391019b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462246'] for port, provisioning_complete {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 13:58:59.908271 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-90497945-cc67-4e40-89ff-93978391019b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 13:58:59.930068 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.db [None req-90497945-cc67-4e40-89ff-93978391019b None None] For port 4e120140-fd11-4bd9-9e1a-6239b4817279, host dv-cinder-782910-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-4-iscsi',level=0,port_id=4e120140-fd11-4bd9-9e1a-6239b4817279,segment=NetworkSegment(5550a781-5bde-4ad4-a1aa-3dd2778b0f71),segment_id=5550a781-5bde-4ad4-a1aa-3dd2778b0f71)] {{(pid=94139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 13:58:59.934027 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-90497945-cc67-4e40-89ff-93978391019b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735729008622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735728620463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735728620481'] for port, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 13:58:59.993995 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90497945-cc67-4e40-89ff-93978391019b None None] Pushing event updated for resources: {'Port': ['ID=4e120140-fd11-4bd9-9e1a-6239b4817279,revision_number=4']} {{(pid=94139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 13:59:00.916789 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.agents_db [None req-36878762-3245-425c-bb44-2e5aea615dc4 None None] Agent healthcheck: found 5 active agents {{(pid=94140) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 13:59:01.753666 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-90497945-cc67-4e40-89ff-93978391019b None None] Device 4e120140-fd11-4bd9-9e1a-6239b4817279 up at agent ovs-agent-dv-cinder-782910-4-iscsi {{(pid=94139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 13:59:01.816237 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-90497945-cc67-4e40-89ff-93978391019b None None] Provisioning complete for port 4e120140-fd11-4bd9-9e1a-6239b4817279 triggered by entity L2. {{(pid=94139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 13:59:01.816857 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-90497945-cc67-4e40-89ff-93978391019b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462246'] for port, provisioning_complete {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 13:59:10.611313 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-2837ddcf-fbc4-49f5-8f8e-14a47b9ed048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 13:59:13.404506 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-662818b2-32cf-452a-8d24-5bd29aedfe6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 13:59:14.156852 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-90497945-cc67-4e40-89ff-93978391019b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 13:59:14.627851 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-cec4f6fb-2ca0-44f4-a970-9dc467b3a3ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 13:59:15.806879 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-24e6fa56-2407-4935-9ec7-bc4eea9bdf8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 13:59:37.914819 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.agents_db [None req-36878762-3245-425c-bb44-2e5aea615dc4 None None] Agent healthcheck: found 5 active agents {{(pid=94140) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 13:59:40.616159 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-60ecf82a-80c0-4364-8715-e134cd1fa362 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 13:59:43.400724 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-4255f6be-f637-4a38-95fe-9438f2c91c68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 13:59:44.158579 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-90497945-cc67-4e40-89ff-93978391019b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 13:59:44.646299 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-cec4f6fb-2ca0-44f4-a970-9dc467b3a3ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 13:59:45.804083 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-24e6fa56-2407-4935-9ec7-bc4eea9bdf8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:00:10.619110 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-7e002075-d975-47be-8f54-2e80b6eac8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:00:13.405731 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-4e1a81b3-d3b7-4cf7-9e43-4f28c87dfa2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:00:14.151579 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-90497945-cc67-4e40-89ff-93978391019b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:00:14.631587 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-cec4f6fb-2ca0-44f4-a970-9dc467b3a3ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:00:14.912660 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.agents_db [None req-36878762-3245-425c-bb44-2e5aea615dc4 None None] Agent healthcheck: found 5 active agents {{(pid=94140) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 14:00:15.800921 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-24e6fa56-2407-4935-9ec7-bc4eea9bdf8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:00:36.198204 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.wsgi [-] (94138) accepted ('10.222.0.60', 41816) {{(pid=94138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:00:36.266688 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7712801-5027-446c-b800-5b6dc7ae3f6b admin admin] GET failed (client error): The resource could not be found. Sep 07 14:00:36.268010 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [None req-a7712801-5027-446c-b800-5b6dc7ae3f6b admin admin] 10.222.0.60 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0688643 Sep 07 14:00:36.474074 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dfb3ba5-065d-4e81-aa55-1cd88114634a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:00:36.475592 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [None req-0dfb3ba5-065d-4e81-aa55-1cd88114634a admin admin] 10.222.0.60 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2027631 Sep 07 14:00:38.729253 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.wsgi [-] (94138) accepted ('10.222.0.60', 41826) {{(pid=94138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:00:38.863442 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a37e1fc-43cd-4540-9164-e64ae9af5741 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:00:38.864818 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [None req-0a37e1fc-43cd-4540-9164-e64ae9af5741 admin admin] 10.222.0.60 "GET /v2.0/subnets/cd87cf83-f846-4713-8811-d27442948365 HTTP/1.1" status: 200 len: 849 time: 0.1345639 Sep 07 14:00:38.874691 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.v2.base [None req-88892956-1656-4550-afd0-d315d8da15e3 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:00:38.965277 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-88892956-1656-4550-afd0-d315d8da15e3 admin admin] Notify callbacks [] for subnet, before_update {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:00:39.125342 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-88892956-1656-4550-afd0-d315d8da15e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8735729008613'] for subnet, after_update {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:00:39.164418 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88892956-1656-4550-afd0-d315d8da15e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:00:39.165025 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-88892956-1656-4550-afd0-d315d8da15e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539090'] for subnet, before_response {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:00:39.166798 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [None req-88892956-1656-4550-afd0-d315d8da15e3 admin admin] 10.222.0.60 "PUT /v2.0/subnets/cd87cf83-f846-4713-8811-d27442948365 HTTP/1.1" status: 200 len: 868 time: 0.2953324 Sep 07 14:00:39.170983 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-195beea0-68b4-4ccd-b7ea-1d9338babc5a None None] Network 8898f415-8995-4cf4-8785-e8c7b4c7c091 requested from dv-cinder-782910-4-iscsi {{(pid=94139) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 14:00:39.188650 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88892956-1656-4550-afd0-d315d8da15e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd87cf83-f846-4713-8811-d27442948365,revision_number=1']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:00:39.196102 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88892956-1656-4550-afd0-d315d8da15e3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:00:39.196693 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88892956-1656-4550-afd0-d315d8da15e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:00:39.197040 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88892956-1656-4550-afd0-d315d8da15e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:00:39.197398 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88892956-1656-4550-afd0-d315d8da15e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:00:39.197726 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88892956-1656-4550-afd0-d315d8da15e3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:00:39.198062 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88892956-1656-4550-afd0-d315d8da15e3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:00:39.198387 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88892956-1656-4550-afd0-d315d8da15e3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:00:39.198703 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88892956-1656-4550-afd0-d315d8da15e3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:00:39.199022 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88892956-1656-4550-afd0-d315d8da15e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:00:39.199337 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88892956-1656-4550-afd0-d315d8da15e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:00:39.199654 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88892956-1656-4550-afd0-d315d8da15e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:00:39.200591 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88892956-1656-4550-afd0-d315d8da15e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:00:39.578690 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-f6b27942-ea34-4ee9-afc6-96151676f3a8 None None] Provisioning complete for port ade63f4d-d1ff-4839-863e-a3fbcef7875d triggered by entity DHCP. {{(pid=94139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:00:39.579058 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-f6b27942-ea34-4ee9-afc6-96151676f3a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462246'] for port, provisioning_complete {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:00:39.667509 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-f6b27942-ea34-4ee9-afc6-96151676f3a8 None None] Provisioning complete for port 12e627f3-e6cc-4bcc-aa69-9b061b54ce8f triggered by entity DHCP. {{(pid=94139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:00:39.667775 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-f6b27942-ea34-4ee9-afc6-96151676f3a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462246'] for port, provisioning_complete {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:00:40.620360 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-4d1c8cdb-d511-4e41-a826-d02b06cdde2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:00:41.417086 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.wsgi [-] (94138) accepted ('10.222.0.60', 41834) {{(pid=94138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:00:41.635083 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8285a4a-d025-47ac-971d-9b244a827535 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:00:41.635483 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8285a4a-d025-47ac-971d-9b244a827535 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:00:41.637062 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [None req-a8285a4a-d025-47ac-971d-9b244a827535 admin admin] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2189639 Sep 07 14:00:43.406983 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-2b3b9e66-4b50-44d1-9384-273b4382f2ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:00:43.892462 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.wsgi [-] (94138) accepted ('10.222.0.60', 41842) {{(pid=94138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:00:44.032687 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50b7cabd-8d8d-4098-8a0a-0a9409ef8213 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:00:44.033077 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50b7cabd-8d8d-4098-8a0a-0a9409ef8213 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:00:44.034670 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [None req-50b7cabd-8d8d-4098-8a0a-0a9409ef8213 admin admin] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1412632 Sep 07 14:00:44.157760 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-90497945-cc67-4e40-89ff-93978391019b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:00:44.633970 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-cec4f6fb-2ca0-44f4-a970-9dc467b3a3ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:00:45.806817 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-24e6fa56-2407-4935-9ec7-bc4eea9bdf8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:00:46.242775 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.wsgi [-] (94138) accepted ('10.222.0.60', 41850) {{(pid=94138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:00:46.426833 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fd891c6-e62f-4f9a-8b9b-11559dcd2af8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:00:46.428222 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [None req-3fd891c6-e62f-4f9a-8b9b-11559dcd2af8 admin admin] 10.222.0.60 "GET /v2.0/networks/50058ef2-6e12-4dff-890f-d2e17fb9ee92 HTTP/1.1" status: 200 len: 886 time: 0.1842396 Sep 07 14:00:48.694961 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.wsgi [-] (94138) accepted ('10.222.0.60', 41858) {{(pid=94138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:00:48.849930 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8553a5d0-32a2-4d32-9fe7-ae2fe7a8cd67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:00:48.851341 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [None req-8553a5d0-32a2-4d32-9fe7-ae2fe7a8cd67 admin admin] 10.222.0.60 "GET /v2.0/networks/8898f415-8995-4cf4-8785-e8c7b4c7c091 HTTP/1.1" status: 200 len: 869 time: 0.1554291 Sep 07 14:00:51.102309 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.wsgi [-] (94138) accepted ('10.222.0.60', 41866) {{(pid=94138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:00:51.236275 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-603eb09f-ee52-48b9-9065-9098e1ebca7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:00:51.236735 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-603eb09f-ee52-48b9-9065-9098e1ebca7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:00:51.238339 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [None req-603eb09f-ee52-48b9-9065-9098e1ebca7a admin admin] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1350513 Sep 07 14:00:51.910417 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.agents_db [None req-36878762-3245-425c-bb44-2e5aea615dc4 None None] Agent healthcheck: found 5 active agents {{(pid=94140) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 14:00:53.489735 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.wsgi [-] (94138) accepted ('10.222.0.60', 41874) {{(pid=94138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:00:53.593347 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f82ea120-9d1d-49d1-8913-cf0cec2bcf18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:00:53.593808 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f82ea120-9d1d-49d1-8913-cf0cec2bcf18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:00:53.595391 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [None req-f82ea120-9d1d-49d1-8913-cf0cec2bcf18 admin admin] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1046751 Sep 07 14:00:55.856798 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.wsgi [-] (94138) accepted ('10.222.0.60', 41882) {{(pid=94138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:00:55.965983 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17d8189c-c5af-495b-a798-210204384e9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:00:55.967389 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [None req-17d8189c-c5af-495b-a798-210204384e9a admin admin] 10.222.0.60 "GET /v2.0/subnets/cd87cf83-f846-4713-8811-d27442948365 HTTP/1.1" status: 200 len: 868 time: 0.1091712 Sep 07 14:00:58.245203 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.wsgi [-] (94138) accepted ('10.222.0.60', 41890) {{(pid=94138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:00:58.332179 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5b20271-572c-4780-8666-cd18a6dbf426 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:00:58.333687 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [None req-a5b20271-572c-4780-8666-cd18a6dbf426 admin admin] 10.222.0.60 "GET /v2.0/subnets/db4a7c65-31e2-4f76-9b43-e160b3d3d8e2 HTTP/1.1" status: 200 len: 816 time: 0.0872848 Sep 07 14:01:10.622064 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-8e299f13-6deb-4df2-8a54-9067093235c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:01:13.408823 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-e3b73ea7-0707-4e3b-bfd0-05e3557c44ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:01:14.159909 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-90497945-cc67-4e40-89ff-93978391019b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:01:14.635736 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-cec4f6fb-2ca0-44f4-a970-9dc467b3a3ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:01:15.811329 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-24e6fa56-2407-4935-9ec7-bc4eea9bdf8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:01:22.538714 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.wsgi [-] (94138) accepted ('10.222.0.60', 41944) {{(pid=94138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:01:22.588928 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.wsgi [None req-7434b4ce-7541-44b0-adb4-7c3dd55fe3ff admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=94138) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 14:01:22.589972 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [None req-7434b4ce-7541-44b0-adb4-7c3dd55fe3ff admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0503209 Sep 07 14:01:24.994681 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.wsgi [-] (94138) accepted ('10.222.0.60', 41952) {{(pid=94138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:01:25.057435 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.pecan_wsgi.hooks.translation [None req-702efbe7-07bd-4ebd-8e06-76b3f12efbaf admin admin] GET failed (client error): The resource could not be found. Sep 07 14:01:25.059319 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [None req-702efbe7-07bd-4ebd-8e06-76b3f12efbaf admin admin] 10.222.0.60 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0631754 Sep 07 14:01:25.148429 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e4dcfca-fa68-489c-8812-d31d02f3c871 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:01:25.149970 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [None req-5e4dcfca-fa68-489c-8812-d31d02f3c871 admin admin] 10.222.0.60 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0859385 Sep 07 14:01:27.427940 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.wsgi [-] (94138) accepted ('10.222.0.60', 41960) {{(pid=94138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:01:27.476281 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.v2.base [None req-291a42be-9f30-41c5-ac26-08e53645f5de admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=94138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:01:27.496240 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-291a42be-9f30-41c5-ac26-08e53645f5de admin admin] Made reservation on behalf of cf25af6e8dcf48d7bc21dbd362b44c0f for: {'network': 1} {{(pid=94138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 14:01:27.498607 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-291a42be-9f30-41c5-ac26-08e53645f5de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for network, before_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:01:27.533789 dv-cinder-782910-4-iscsi neutron-server[94138]: WARNING neutron.services.revisions.revision_plugin [None req-291a42be-9f30-41c5-ac26-08e53645f5de admin admin] Could not find related network for resource to bump revision. Sep 07 14:01:27.547634 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-291a42be-9f30-41c5-ac26-08e53645f5de admin admin] vlan segment allocate from pool success with {'vlan_id': 668, 'physical_network': 'physnet1'} {{(pid=94138) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 14:01:27.557708 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-291a42be-9f30-41c5-ac26-08e53645f5de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1461082'] for segment, precommit_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:01:27.558048 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.db.segments_db [None req-291a42be-9f30-41c5-ac26-08e53645f5de admin admin] Added segment e37effde-7211-40ad-806a-086e998b0683 of type vlan for network 231f31ec-7434-4cd4-ae17-b13db79cd7bf Sep 07 14:01:27.607988 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-291a42be-9f30-41c5-ac26-08e53645f5de admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735728577284'] for network, precommit_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:01:27.632159 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-291a42be-9f30-41c5-ac26-08e53645f5de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072'] for network, after_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:01:27.633275 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-291a42be-9f30-41c5-ac26-08e53645f5de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:01:27.633887 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-291a42be-9f30-41c5-ac26-08e53645f5de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539090'] for network, before_response {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:01:27.669881 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [None req-291a42be-9f30-41c5-ac26-08e53645f5de admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2404885 Sep 07 14:01:27.702024 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291a42be-9f30-41c5-ac26-08e53645f5de admin admin] Pushing event updated for resources: {'Network': ['ID=231f31ec-7434-4cd4-ae17-b13db79cd7bf,revision_number=1']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:01:27.713615 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-90497945-cc67-4e40-89ff-93978391019b None None] Network 231f31ec-7434-4cd4-ae17-b13db79cd7bf details requested by agent ovs-agent-dv-cinder-782910-4-iscsi with host dv-cinder-782910-4-iscsi {{(pid=94139) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 14:01:28.908896 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.agents_db [None req-36878762-3245-425c-bb44-2e5aea615dc4 None None] Agent healthcheck: found 5 active agents {{(pid=94140) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 14:01:29.912642 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.wsgi [-] (94138) accepted ('10.222.0.60', 41968) {{(pid=94138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:01:29.974087 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.pecan_wsgi.hooks.translation [None req-c40b5b39-819c-4981-819e-709a7e61a752 admin admin] GET failed (client error): The resource could not be found. Sep 07 14:01:29.975411 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [None req-c40b5b39-819c-4981-819e-709a7e61a752 admin admin] 10.222.0.60 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0618145 Sep 07 14:01:30.045175 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51e62503-a2ed-4579-a1ce-a1ac40b7f598 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:01:30.046577 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [None req-51e62503-a2ed-4579-a1ce-a1ac40b7f598 admin admin] 10.222.0.60 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0665417 Sep 07 14:01:30.057279 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.v2.base [None req-a1fd1102-d7e6-4fd7-8719-ab75ccebfdaf admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'description': 'shared-subnet', 'network_id': '231f31ec-7434-4cd4-ae17-b13db79cd7bf', 'cidr': '192.168.233.0/24', 'ip_version': 4}} {{(pid=94138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:01:30.082552 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1fd1102-d7e6-4fd7-8719-ab75ccebfdaf admin admin] Made reservation on behalf of cf25af6e8dcf48d7bc21dbd362b44c0f for: {'subnet': 1} {{(pid=94138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 14:01:30.084979 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-a1fd1102-d7e6-4fd7-8719-ab75ccebfdaf admin admin] Notify callbacks [] for subnet, before_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:01:30.323257 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-a1fd1102-d7e6-4fd7-8719-ab75ccebfdaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072'] for subnet, after_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:01:30.387453 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fd1102-d7e6-4fd7-8719-ab75ccebfdaf admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6e6f4ed-569c-4f98-8853-91a00cd7a318,revision_number=0']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:01:30.389872 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1fd1102-d7e6-4fd7-8719-ab75ccebfdaf admin admin] Checking segment: {'id': 'e37effde-7211-40ad-806a-086e998b0683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '231f31ec-7434-4cd4-ae17-b13db79cd7bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 14:01:30.390235 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1fd1102-d7e6-4fd7-8719-ab75ccebfdaf admin admin] Network hostable DHCP agents. Network: 231f31ec-7434-4cd4-ae17-b13db79cd7bf, hostable agents: ['6cb9538d-ef7d-4fb7-b0aa-ad613f860704'], hosted agents: [] {{(pid=94138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 14:01:30.411105 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1fd1102-d7e6-4fd7-8719-ab75ccebfdaf admin admin] Network 231f31ec-7434-4cd4-ae17-b13db79cd7bf is scheduled to be hosted by DHCP agent 6cb9538d-ef7d-4fb7-b0aa-ad613f860704 with binding_index 1 {{(pid=94138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 14:01:30.423361 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.scheduler.base_scheduler [None req-a1fd1102-d7e6-4fd7-8719-ab75ccebfdaf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782910-4-iscsi, 231f31ec-7434-4cd4-ae17-b13db79cd7bf) {{(pid=94138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:01:30.427404 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1fd1102-d7e6-4fd7-8719-ab75ccebfdaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:01:30.427990 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-a1fd1102-d7e6-4fd7-8719-ab75ccebfdaf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539090'] for subnet, before_response {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:01:30.432890 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a73820ad-9635-4817-a55d-f7162b8e0a91 None None] Network 231f31ec-7434-4cd4-ae17-b13db79cd7bf requested from dv-cinder-782910-4-iscsi {{(pid=94139) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 14:01:30.443654 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [None req-a1fd1102-d7e6-4fd7-8719-ab75ccebfdaf admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3897722 Sep 07 14:01:30.695172 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86d78bd9-aeda-4e6d-a64b-380886a313d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6c7af525-79c1-5515-b113-f9d7f983f641-231f31ec-7434-4cd4-ae17-b13db79cd7bf', 'network_id': '231f31ec-7434-4cd4-ae17-b13db79cd7bf', 'tenant_id': 'cf25af6e8dcf48d7bc21dbd362b44c0f', 'fixed_ips': [{'subnet_id': 'a6e6f4ed-569c-4f98-8853-91a00cd7a318'}]}} from dv-cinder-782910-4-iscsi. {{(pid=94139) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 14:01:30.696069 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-86d78bd9-aeda-4e6d-a64b-380886a313d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_create {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:01:30.838558 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.db_base_plugin_common [None req-86d78bd9-aeda-4e6d-a64b-380886a313d0 None None] Allocated IP 192.168.233.2 (231f31ec-7434-4cd4-ae17-b13db79cd7bf/a6e6f4ed-569c-4f98-8853-91a00cd7a318/23e23fa4-2a20-498e-b63a-e2b0defdcca4) {{(pid=94139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 14:01:30.990101 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-86d78bd9-aeda-4e6d-a64b-380886a313d0 None None] Notify callbacks [] for port, precommit_create {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:01:30.998672 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-86d78bd9-aeda-4e6d-a64b-380886a313d0 None None] Transition to ACTIVE for port object 23e23fa4-2a20-498e-b63a-e2b0defdcca4 will not be triggered until provisioned by entity L2. {{(pid=94139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 14:01:31.021885 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-86d78bd9-aeda-4e6d-a64b-380886a313d0 None None] Transition to ACTIVE for port object 23e23fa4-2a20-498e-b63a-e2b0defdcca4 will not be triggered until provisioned by entity DHCP. {{(pid=94139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 14:01:31.029012 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-86d78bd9-aeda-4e6d-a64b-380886a313d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735728620445'] for port, after_create {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:01:31.068013 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86d78bd9-aeda-4e6d-a64b-380886a313d0 None None] Network 231f31ec-7434-4cd4-ae17-b13db79cd7bf is already hosted by enough agents. {{(pid=94139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 14:01:31.070966 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.scheduler.base_scheduler [None req-86d78bd9-aeda-4e6d-a64b-380886a313d0 None None] Resources bound (agent type, host, resource id): {{(pid=94139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:01:31.077193 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d78bd9-aeda-4e6d-a64b-380886a313d0 None None] Received port after_create {{(pid=94139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 14:01:31.084220 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d78bd9-aeda-4e6d-a64b-380886a313d0 None None] Pushing event updated for resources: {'Port': ['ID=23e23fa4-2a20-498e-b63a-e2b0defdcca4,revision_number=1']} {{(pid=94139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:01:31.106918 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d78bd9-aeda-4e6d-a64b-380886a313d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:01:31.107268 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d78bd9-aeda-4e6d-a64b-380886a313d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:01:31.107613 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d78bd9-aeda-4e6d-a64b-380886a313d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:01:31.107951 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d78bd9-aeda-4e6d-a64b-380886a313d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:01:31.108307 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d78bd9-aeda-4e6d-a64b-380886a313d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:01:31.108642 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d78bd9-aeda-4e6d-a64b-380886a313d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:01:31.108971 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d78bd9-aeda-4e6d-a64b-380886a313d0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:01:31.109323 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d78bd9-aeda-4e6d-a64b-380886a313d0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:01:31.109733 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d78bd9-aeda-4e6d-a64b-380886a313d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:01:31.110065 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d78bd9-aeda-4e6d-a64b-380886a313d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:01:31.110399 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d78bd9-aeda-4e6d-a64b-380886a313d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:01:31.110730 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d78bd9-aeda-4e6d-a64b-380886a313d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:01:31.146263 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.managers [None req-86d78bd9-aeda-4e6d-a64b-380886a313d0 None None] Attempting to bind port 23e23fa4-2a20-498e-b63a-e2b0defdcca4 on host dv-cinder-782910-4-iscsi for vnic_type normal with profile {{(pid=94139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 14:01:31.146625 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.managers [None req-86d78bd9-aeda-4e6d-a64b-380886a313d0 None None] Attempting to bind port 23e23fa4-2a20-498e-b63a-e2b0defdcca4 by drivers openvswitch,hyperv on host dv-cinder-782910-4-iscsi at level 0 using segments [{'id': 'e37effde-7211-40ad-806a-086e998b0683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '231f31ec-7434-4cd4-ae17-b13db79cd7bf'}] {{(pid=94139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 14:01:31.146982 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d78bd9-aeda-4e6d-a64b-380886a313d0 None None] Attempting to bind port 23e23fa4-2a20-498e-b63a-e2b0defdcca4 on network 231f31ec-7434-4cd4-ae17-b13db79cd7bf {{(pid=94139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 14:01:31.152118 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d78bd9-aeda-4e6d-a64b-380886a313d0 None None] Checking agent: {'id': 'b1ca48ac-dc13-463a-a516-8ddf18655ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782910-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 13, 58, 14), 'started_at': datetime.datetime(2021, 9, 7, 13, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 14, 1, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782910-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 14:01:31.153040 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d78bd9-aeda-4e6d-a64b-380886a313d0 None None] Checking segment: {'id': 'e37effde-7211-40ad-806a-086e998b0683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '231f31ec-7434-4cd4-ae17-b13db79cd7bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 14:01:31.153544 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-86d78bd9-aeda-4e6d-a64b-380886a313d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:01:31.153941 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d78bd9-aeda-4e6d-a64b-380886a313d0 None None] Bound using segment: {'id': 'e37effde-7211-40ad-806a-086e998b0683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '231f31ec-7434-4cd4-ae17-b13db79cd7bf'} {{(pid=94139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 14:01:31.154457 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.managers [None req-86d78bd9-aeda-4e6d-a64b-380886a313d0 None None] Bound port: 23e23fa4-2a20-498e-b63a-e2b0defdcca4, host: dv-cinder-782910-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e37effde-7211-40ad-806a-086e998b0683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '231f31ec-7434-4cd4-ae17-b13db79cd7bf'}}] {{(pid=94139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 14:01:31.154854 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-86d78bd9-aeda-4e6d-a64b-380886a313d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:01:31.222649 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.db [None req-86d78bd9-aeda-4e6d-a64b-380886a313d0 None None] For port 23e23fa4-2a20-498e-b63a-e2b0defdcca4, host dv-cinder-782910-4-iscsi, cleared binding levels {{(pid=94139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 14:01:31.226080 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.db [None req-86d78bd9-aeda-4e6d-a64b-380886a313d0 None None] For port 23e23fa4-2a20-498e-b63a-e2b0defdcca4, host dv-cinder-782910-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-4-iscsi',level=0,port_id=23e23fa4-2a20-498e-b63a-e2b0defdcca4,segment=NetworkSegment(e37effde-7211-40ad-806a-086e998b0683),segment_id=e37effde-7211-40ad-806a-086e998b0683)] {{(pid=94139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 14:01:31.230882 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-86d78bd9-aeda-4e6d-a64b-380886a313d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735729008622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735728620463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735728620481'] for port, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:01:31.288165 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d78bd9-aeda-4e6d-a64b-380886a313d0 None None] Pushing event updated for resources: {'Port': ['ID=23e23fa4-2a20-498e-b63a-e2b0defdcca4,revision_number=2']} {{(pid=94139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:01:31.853150 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-90497945-cc67-4e40-89ff-93978391019b None None] Device 23e23fa4-2a20-498e-b63a-e2b0defdcca4 up at agent ovs-agent-dv-cinder-782910-4-iscsi {{(pid=94139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:01:31.911991 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-90497945-cc67-4e40-89ff-93978391019b None None] Provisioning for port 23e23fa4-2a20-498e-b63a-e2b0defdcca4 completed by entity L2. {{(pid=94139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 14:01:32.126016 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96e83ec0-56ba-4976-8f40-f5af8bcd4d86 None None] Network 231f31ec-7434-4cd4-ae17-b13db79cd7bf requested from dv-cinder-782910-4-iscsi {{(pid=94139) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 14:01:32.250264 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-568bd89c-ef61-4188-ab5d-0d80163b2909 None None] Provisioning for port 23e23fa4-2a20-498e-b63a-e2b0defdcca4 completed by entity DHCP. {{(pid=94139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 14:01:32.256525 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-568bd89c-ef61-4188-ab5d-0d80163b2909 None None] Provisioning complete for port 23e23fa4-2a20-498e-b63a-e2b0defdcca4 triggered by entity DHCP. {{(pid=94139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:01:32.256899 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-568bd89c-ef61-4188-ab5d-0d80163b2909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462246'] for port, provisioning_complete {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:01:32.365465 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-568bd89c-ef61-4188-ab5d-0d80163b2909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:01:32.403173 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.db [None req-568bd89c-ef61-4188-ab5d-0d80163b2909 None None] For port 23e23fa4-2a20-498e-b63a-e2b0defdcca4, host dv-cinder-782910-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-4-iscsi',level=0,port_id=23e23fa4-2a20-498e-b63a-e2b0defdcca4,segment=NetworkSegment(e37effde-7211-40ad-806a-086e998b0683),segment_id=e37effde-7211-40ad-806a-086e998b0683)] {{(pid=94139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:01:32.407186 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-568bd89c-ef61-4188-ab5d-0d80163b2909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735729008622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735728620463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735728620481'] for port, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:01:32.459019 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568bd89c-ef61-4188-ab5d-0d80163b2909 None None] Pushing event updated for resources: {'Port': ['ID=23e23fa4-2a20-498e-b63a-e2b0defdcca4,revision_number=3']} {{(pid=94139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:01:32.530141 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-85774539-e222-412a-b09a-442076c51223 None None] Provisioning complete for port 23e23fa4-2a20-498e-b63a-e2b0defdcca4 triggered by entity DHCP. {{(pid=94139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:01:32.530794 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-85774539-e222-412a-b09a-442076c51223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462246'] for port, provisioning_complete {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:01:33.834197 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-90497945-cc67-4e40-89ff-93978391019b None None] Device 23e23fa4-2a20-498e-b63a-e2b0defdcca4 up at agent ovs-agent-dv-cinder-782910-4-iscsi {{(pid=94139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:01:33.885404 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-90497945-cc67-4e40-89ff-93978391019b None None] Provisioning complete for port 23e23fa4-2a20-498e-b63a-e2b0defdcca4 triggered by entity L2. {{(pid=94139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:01:33.885776 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-90497945-cc67-4e40-89ff-93978391019b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462246'] for port, provisioning_complete {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:01:40.624810 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-96a563a8-bc30-4c32-b6bf-b25aa26fd09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:01:43.412263 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-b858cb32-8bdf-4175-b028-03731eb9aafd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:01:44.162566 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-90497945-cc67-4e40-89ff-93978391019b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:01:44.638420 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-cec4f6fb-2ca0-44f4-a970-9dc467b3a3ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:01:45.814926 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-24e6fa56-2407-4935-9ec7-bc4eea9bdf8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:02:05.907571 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.agents_db [None req-36878762-3245-425c-bb44-2e5aea615dc4 None None] Agent healthcheck: found 5 active agents {{(pid=94140) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 14:02:10.626579 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-fbc76694-a995-4838-8741-5f170d08af17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:02:13.413695 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-cd21d0c6-709a-4454-8606-fc591ad3ba71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:02:14.167687 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-90497945-cc67-4e40-89ff-93978391019b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:02:14.648870 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-cec4f6fb-2ca0-44f4-a970-9dc467b3a3ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:02:15.818777 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-24e6fa56-2407-4935-9ec7-bc4eea9bdf8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:02:40.540318 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.wsgi [-] (94138) accepted ('10.222.0.60', 42020) {{(pid=94138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:02:40.546791 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.wsgi [None req-647aa75e-4010-4ca2-bbd9-ba9f29540bc4 tempest-verify_tempest_config-1931843012 tempest-verify_tempest_config-1931843012-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=94138) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 14:02:40.547747 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [None req-647aa75e-4010-4ca2-bbd9-ba9f29540bc4 tempest-verify_tempest_config-1931843012 tempest-verify_tempest_config-1931843012-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0064476 Sep 07 14:02:40.630778 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-4f25c15b-e12c-4d81-a17d-8ef65cbe2d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:02:40.850190 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.wsgi [-] (94138) accepted ('10.222.0.60', 42038) {{(pid=94138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:02:40.963653 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-d7f97f7a-853d-4b63-9f19-185163cbe8b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:02:41.058685 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-d7f97f7a-853d-4b63-9f19-185163cbe8b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:02:41.062883 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-d7f97f7a-853d-4b63-9f19-185163cbe8b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585164'] for security_group, after_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:02:41.107698 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f97f7a-853d-4b63-9f19-185163cbe8b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4626e67f-de48-4812-847c-82d255ba99f1,revision_number=1']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:02:41.112318 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [None req-d7f97f7a-853d-4b63-9f19-185163cbe8b4 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=671dd962be7e4f17b6cd6f7c2cb8b28d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2611384 Sep 07 14:02:41.115132 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.wsgi [-] (94137) accepted ('10.222.0.60', 42042) {{(pid=94137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:02:41.116574 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f97f7a-853d-4b63-9f19-185163cbe8b4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:02:41.116947 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f97f7a-853d-4b63-9f19-185163cbe8b4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:02:41.117313 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f97f7a-853d-4b63-9f19-185163cbe8b4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:02:41.117650 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f97f7a-853d-4b63-9f19-185163cbe8b4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:02:41.117986 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f97f7a-853d-4b63-9f19-185163cbe8b4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:02:41.118341 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f97f7a-853d-4b63-9f19-185163cbe8b4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:02:41.118673 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f97f7a-853d-4b63-9f19-185163cbe8b4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:02:41.119001 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f97f7a-853d-4b63-9f19-185163cbe8b4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:02:41.119327 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f97f7a-853d-4b63-9f19-185163cbe8b4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:02:41.119650 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f97f7a-853d-4b63-9f19-185163cbe8b4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:02:41.119974 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f97f7a-853d-4b63-9f19-185163cbe8b4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:02:41.120363 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f97f7a-853d-4b63-9f19-185163cbe8b4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:02:41.171967 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-68b327aa-a6de-4db3-bd9f-89a39707e5aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:02:41.201889 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-68b327aa-a6de-4db3-bd9f-89a39707e5aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:02:41.289445 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-68b327aa-a6de-4db3-bd9f-89a39707e5aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585164'] for security_group, after_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:02:41.293050 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-68b327aa-a6de-4db3-bd9f-89a39707e5aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:02:41.294474 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [None req-68b327aa-a6de-4db3-bd9f-89a39707e5aa admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4626e67f-de48-4812-847c-82d255ba99f1 HTTP/1.1" status: 204 len: 168 time: 0.1782603 Sep 07 14:02:41.303027 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b327aa-a6de-4db3-bd9f-89a39707e5aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4626e67f-de48-4812-847c-82d255ba99f1,revision_number=None']} {{(pid=94137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:02:41.309771 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b327aa-a6de-4db3-bd9f-89a39707e5aa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:02:41.310140 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b327aa-a6de-4db3-bd9f-89a39707e5aa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:02:41.310483 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b327aa-a6de-4db3-bd9f-89a39707e5aa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:02:41.310819 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b327aa-a6de-4db3-bd9f-89a39707e5aa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:02:41.311149 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b327aa-a6de-4db3-bd9f-89a39707e5aa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:02:41.311477 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b327aa-a6de-4db3-bd9f-89a39707e5aa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:02:41.311821 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b327aa-a6de-4db3-bd9f-89a39707e5aa admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:02:41.312114 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b327aa-a6de-4db3-bd9f-89a39707e5aa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:02:41.312454 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b327aa-a6de-4db3-bd9f-89a39707e5aa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:02:41.312790 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b327aa-a6de-4db3-bd9f-89a39707e5aa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:02:41.313107 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b327aa-a6de-4db3-bd9f-89a39707e5aa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:02:41.313459 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b327aa-a6de-4db3-bd9f-89a39707e5aa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:02:42.913638 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.agents_db [None req-36878762-3245-425c-bb44-2e5aea615dc4 None None] Agent healthcheck: found 5 active agents {{(pid=94140) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 14:02:43.415461 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-cd1ff67c-443b-4a1b-aa94-bad6f9b60ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:02:44.161238 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-90497945-cc67-4e40-89ff-93978391019b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:02:44.643117 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-cec4f6fb-2ca0-44f4-a970-9dc467b3a3ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:02:45.822044 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-24e6fa56-2407-4935-9ec7-bc4eea9bdf8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:03:10.632943 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-9236f350-c309-46aa-a333-0f4db6a869ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:03:13.416846 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-e9673d78-2da7-4e88-9b85-ec8682e18420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:03:14.164146 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-90497945-cc67-4e40-89ff-93978391019b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:03:14.644727 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-cec4f6fb-2ca0-44f4-a970-9dc467b3a3ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:03:15.825960 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-24e6fa56-2407-4935-9ec7-bc4eea9bdf8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:03:19.912091 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.agents_db [None req-36878762-3245-425c-bb44-2e5aea615dc4 None None] Agent healthcheck: found 5 active agents {{(pid=94140) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 14:03:40.635158 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-f57947a2-ba2d-4c52-a912-d1d52bd035e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:03:43.419066 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-43da45a6-5a51-41ec-844e-1e105f0fe7ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:03:44.166360 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-90497945-cc67-4e40-89ff-93978391019b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:03:44.649007 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-cec4f6fb-2ca0-44f4-a970-9dc467b3a3ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:03:45.827791 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-24e6fa56-2407-4935-9ec7-bc4eea9bdf8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:03:56.910535 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.agents_db [None req-36878762-3245-425c-bb44-2e5aea615dc4 None None] Agent healthcheck: found 5 active agents {{(pid=94140) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 14:04:10.635789 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-12ab0156-26f9-42f5-9f3c-51c9c4220f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:04:13.420902 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-d272e17e-1c54-4b09-8527-941720289d06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:04:14.173696 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-90497945-cc67-4e40-89ff-93978391019b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:04:14.651712 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-cec4f6fb-2ca0-44f4-a970-9dc467b3a3ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:04:15.832323 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-24e6fa56-2407-4935-9ec7-bc4eea9bdf8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:04:18.358470 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-432622'] for agent, after_create {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:04:32.635511 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.wsgi [-] (94137) accepted ('10.222.0.60', 42116) {{(pid=94137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:04:32.750525 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [None req-3cbbec38-1b3e-4ed7-bf13-1059d8cdfbf4 admin admin] 10.222.0.60 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1134133 Sep 07 14:04:33.910735 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.agents_db [None req-36878762-3245-425c-bb44-2e5aea615dc4 None None] Agent healthcheck: found 6 active agents {{(pid=94140) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 14:04:34.998818 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.wsgi [-] (94137) accepted ('10.222.0.60', 42126) {{(pid=94137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:04:35.054563 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [None req-dccc4b52-229f-4785-b4b0-1ca40b5eb412 admin admin] 10.222.0.60 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0545740 Sep 07 14:04:40.636207 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-6c63b479-7372-48f7-afab-7ed8670c27fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:04:43.423259 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-0e64f509-6b70-4ba1-9d94-07c5dc3015c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:04:44.171335 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-90497945-cc67-4e40-89ff-93978391019b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:04:44.653770 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-cec4f6fb-2ca0-44f4-a970-9dc467b3a3ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:04:45.833843 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-24e6fa56-2407-4935-9ec7-bc4eea9bdf8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:04:48.310728 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:05:10.638024 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-8340aef7-3501-490e-9e67-dacf3bebf018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:05:10.909961 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.agents_db [None req-36878762-3245-425c-bb44-2e5aea615dc4 None None] Agent healthcheck: found 6 active agents {{(pid=94140) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 14:05:13.424385 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-7296ffbc-f055-4d4e-b1d5-33d22554f98b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:05:14.174361 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-90497945-cc67-4e40-89ff-93978391019b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:05:14.656689 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-cec4f6fb-2ca0-44f4-a970-9dc467b3a3ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:05:15.837773 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-24e6fa56-2407-4935-9ec7-bc4eea9bdf8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:05:18.324881 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:05:40.638856 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-24ff2d24-e3b2-484a-addc-00efb5e3432e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:05:43.425874 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-58cbf08d-b2bf-4656-b7ca-5a0c033e7279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:05:44.176127 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-90497945-cc67-4e40-89ff-93978391019b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:05:44.661992 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-cec4f6fb-2ca0-44f4-a970-9dc467b3a3ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:05:45.841654 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-24e6fa56-2407-4935-9ec7-bc4eea9bdf8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:05:47.909524 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.agents_db [None req-36878762-3245-425c-bb44-2e5aea615dc4 None None] Agent healthcheck: found 6 active agents {{(pid=94140) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 14:05:48.323706 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:04.852806 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.wsgi [-] (94137) accepted ('10.222.0.60', 42334) {{(pid=94137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:06:05.271236 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.v2.base [None req-dd5b57b0-138f-4103-baae-24b07d6c9c85 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1228153993-network', 'tenant_id': '290b195be3ac45758ce83cc2b4838b4b'}} {{(pid=94137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:06:05.295421 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd5b57b0-138f-4103-baae-24b07d6c9c85 admin admin] Made reservation on behalf of 290b195be3ac45758ce83cc2b4838b4b for: {'network': 1} {{(pid=94137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 14:06:05.298686 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-dd5b57b0-138f-4103-baae-24b07d6c9c85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for network, before_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:05.307358 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-dd5b57b0-138f-4103-baae-24b07d6c9c85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:05.317068 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.wsgi [-] (94138) accepted ('10.222.0.60', 42358) {{(pid=94138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:06:05.355355 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.wsgi [-] (94138) accepted ('10.222.0.60', 42366) {{(pid=94138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:06:05.372341 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.wsgi [-] (94138) accepted ('10.222.0.60', 42370) {{(pid=94138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:06:05.424591 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-dd5b57b0-138f-4103-baae-24b07d6c9c85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:05.429348 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-dd5b57b0-138f-4103-baae-24b07d6c9c85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585164'] for security_group, after_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:05.451550 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd5b57b0-138f-4103-baae-24b07d6c9c85 admin admin] vlan segment allocate from pool success with {'vlan_id': 679, 'physical_network': 'physnet1'} {{(pid=94137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 14:06:05.468066 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5b57b0-138f-4103-baae-24b07d6c9c85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d908dd73-76e9-4d68-88d8-3e0b7b12405a,revision_number=1']} {{(pid=94137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:06:05.475900 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5b57b0-138f-4103-baae-24b07d6c9c85 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:06:05.476267 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5b57b0-138f-4103-baae-24b07d6c9c85 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:06:05.476607 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5b57b0-138f-4103-baae-24b07d6c9c85 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:06:05.476940 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5b57b0-138f-4103-baae-24b07d6c9c85 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:06:05.477267 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5b57b0-138f-4103-baae-24b07d6c9c85 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:06:05.477620 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5b57b0-138f-4103-baae-24b07d6c9c85 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:06:05.477950 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5b57b0-138f-4103-baae-24b07d6c9c85 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:06:05.478875 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5b57b0-138f-4103-baae-24b07d6c9c85 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:06:05.479201 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5b57b0-138f-4103-baae-24b07d6c9c85 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:06:05.479524 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5b57b0-138f-4103-baae-24b07d6c9c85 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:06:05.479843 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5b57b0-138f-4103-baae-24b07d6c9c85 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:06:05.480155 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5b57b0-138f-4103-baae-24b07d6c9c85 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:06:05.481181 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5b57b0-138f-4103-baae-24b07d6c9c85 admin admin] Tracked resource versions report: Sep 07 14:06:05.481181 dv-cinder-782910-4-iscsi neutron-server[94137]: pushed versions: Sep 07 14:06:05.481181 dv-cinder-782910-4-iscsi neutron-server[94137]: { 'AddressGroup': {'1.2'}, Sep 07 14:06:05.481181 dv-cinder-782910-4-iscsi neutron-server[94137]: 'ConntrackHelper': {'1.0'}, Sep 07 14:06:05.481181 dv-cinder-782910-4-iscsi neutron-server[94137]: 'Log': {'1.0'}, Sep 07 14:06:05.481181 dv-cinder-782910-4-iscsi neutron-server[94137]: 'Network': {'1.1'}, Sep 07 14:06:05.481181 dv-cinder-782910-4-iscsi neutron-server[94137]: 'Port': {'1.7'}, Sep 07 14:06:05.481181 dv-cinder-782910-4-iscsi neutron-server[94137]: 'PortForwarding': {'1.2'}, Sep 07 14:06:05.481181 dv-cinder-782910-4-iscsi neutron-server[94137]: 'QosPolicy': {'1.9'}, Sep 07 14:06:05.481181 dv-cinder-782910-4-iscsi neutron-server[94137]: 'SecurityGroup': {'1.4'}, Sep 07 14:06:05.481181 dv-cinder-782910-4-iscsi neutron-server[94137]: 'SecurityGroupRule': {'1.2'}, Sep 07 14:06:05.481181 dv-cinder-782910-4-iscsi neutron-server[94137]: 'SubPort': {'1.0'}, Sep 07 14:06:05.481181 dv-cinder-782910-4-iscsi neutron-server[94137]: 'Subnet': {'1.1'}, Sep 07 14:06:05.481181 dv-cinder-782910-4-iscsi neutron-server[94137]: 'Trunk': {'1.1'}} Sep 07 14:06:05.481181 dv-cinder-782910-4-iscsi neutron-server[94137]: consumer versions: Sep 07 14:06:05.481181 dv-cinder-782910-4-iscsi neutron-server[94137]: { DHCP agent@dv-cinder-782910-4-iscsi: {}, Sep 07 14:06:05.481181 dv-cinder-782910-4-iscsi neutron-server[94137]: HyperV agent@hv-cinder-78291: {}, Sep 07 14:06:05.481181 dv-cinder-782910-4-iscsi neutron-server[94137]: L3 agent@dv-cinder-782910-4-iscsi: {}, Sep 07 14:06:05.481181 dv-cinder-782910-4-iscsi neutron-server[94137]: Metadata agent@dv-cinder-782910-4-iscsi: {}, Sep 07 14:06:05.481181 dv-cinder-782910-4-iscsi neutron-server[94137]: Metering agent@dv-cinder-782910-4-iscsi: {}, Sep 07 14:06:05.481181 dv-cinder-782910-4-iscsi neutron-server[94137]: Open vSwitch agent@dv-cinder-782910-4-iscsi: { 'AddressGroup': '1.2', Sep 07 14:06:05.481181 dv-cinder-782910-4-iscsi neutron-server[94137]: 'ConntrackHelper': '1.0', Sep 07 14:06:05.481181 dv-cinder-782910-4-iscsi neutron-server[94137]: 'Log': '1.0', Sep 07 14:06:05.481181 dv-cinder-782910-4-iscsi neutron-server[94137]: 'Network': '1.1', Sep 07 14:06:05.481181 dv-cinder-782910-4-iscsi neutron-server[94137]: 'Port': '1.7', Sep 07 14:06:05.481181 dv-cinder-782910-4-iscsi neutron-server[94137]: 'PortForwarding': '1.2', Sep 07 14:06:05.481181 dv-cinder-782910-4-iscsi neutron-server[94137]: 'QosPolicy': '1.9', Sep 07 14:06:05.481181 dv-cinder-782910-4-iscsi neutron-server[94137]: 'SecurityGroup': '1.4', Sep 07 14:06:05.481181 dv-cinder-782910-4-iscsi neutron-server[94137]: 'SecurityGroupRule': '1.2', Sep 07 14:06:05.481181 dv-cinder-782910-4-iscsi neutron-server[94137]: 'SubPort': '1.0', Sep 07 14:06:05.481181 dv-cinder-782910-4-iscsi neutron-server[94137]: 'Subnet': '1.1', Sep 07 14:06:05.481181 dv-cinder-782910-4-iscsi neutron-server[94137]: 'Trunk': '1.1'}} Sep 07 14:06:05.481181 dv-cinder-782910-4-iscsi neutron-server[94137]: {{(pid=94137) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 07 14:06:05.487842 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-dd5b57b0-138f-4103-baae-24b07d6c9c85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1461082'] for segment, precommit_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:05.488319 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.db.segments_db [None req-dd5b57b0-138f-4103-baae-24b07d6c9c85 admin admin] Added segment cf622dff-f09c-4809-ad4f-629e7c8762ab of type vlan for network 3c7f95fe-f49c-4700-adb0-3b0a527a4bc4 Sep 07 14:06:05.534055 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-dd5b57b0-138f-4103-baae-24b07d6c9c85 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735728577284'] for network, precommit_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:05.560735 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-dd5b57b0-138f-4103-baae-24b07d6c9c85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072'] for network, after_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:05.561725 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd5b57b0-138f-4103-baae-24b07d6c9c85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:06:05.562312 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-dd5b57b0-138f-4103-baae-24b07d6c9c85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539090'] for network, before_response {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:05.595786 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [None req-dd5b57b0-138f-4103-baae-24b07d6c9c85 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7413499 Sep 07 14:06:05.599104 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.wsgi [-] (94138) accepted ('10.222.0.60', 42382) {{(pid=94138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:06:05.605104 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.v2.base [None req-5842cf3e-cb51-4bb3-81f9-e7517fa71cc0 admin admin] Request body: {'subnet': {'network_id': '3c7f95fe-f49c-4700-adb0-3b0a527a4bc4', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1228153993-subnet', 'tenant_id': '290b195be3ac45758ce83cc2b4838b4b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:06:05.623577 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5b57b0-138f-4103-baae-24b07d6c9c85 admin admin] Pushing event updated for resources: {'Network': ['ID=3c7f95fe-f49c-4700-adb0-3b0a527a4bc4,revision_number=1']} {{(pid=94137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:06:05.629355 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5842cf3e-cb51-4bb3-81f9-e7517fa71cc0 admin admin] Made reservation on behalf of 290b195be3ac45758ce83cc2b4838b4b for: {'subnet': 1} {{(pid=94138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 14:06:05.632579 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-5842cf3e-cb51-4bb3-81f9-e7517fa71cc0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:05.634969 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-90497945-cc67-4e40-89ff-93978391019b None None] Network 3c7f95fe-f49c-4700-adb0-3b0a527a4bc4 details requested by agent ovs-agent-dv-cinder-782910-4-iscsi with host dv-cinder-782910-4-iscsi {{(pid=94139) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 14:06:05.780786 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.v2.base [None req-71fd0097-5763-455d-932c-cb69a6aa27eb admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-190308244-network', 'tenant_id': '2f6cf15925364727a060c9dfc59cf56f'}} {{(pid=94138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:06:05.791584 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.v2.base [None req-8ace20f8-f2c0-4aab-804e-f1f6bc90ab2e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-699305333-network', 'tenant_id': '584f3be6a05141bfb7e331ef2c02474d'}} {{(pid=94138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:06:05.802507 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.v2.base [None req-1993c951-04c9-47b8-8848-47301e73a327 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-180263445-network', 'tenant_id': '1d6de94667ae4a6191fd8937736e1379'}} {{(pid=94138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:06:05.868150 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71fd0097-5763-455d-932c-cb69a6aa27eb admin admin] Made reservation on behalf of 2f6cf15925364727a060c9dfc59cf56f for: {'network': 1} {{(pid=94138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 14:06:05.870995 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-71fd0097-5763-455d-932c-cb69a6aa27eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for network, before_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:05.895600 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-71fd0097-5763-455d-932c-cb69a6aa27eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:05.946018 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ace20f8-f2c0-4aab-804e-f1f6bc90ab2e admin admin] Made reservation on behalf of 584f3be6a05141bfb7e331ef2c02474d for: {'network': 1} {{(pid=94138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 14:06:05.948905 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-8ace20f8-f2c0-4aab-804e-f1f6bc90ab2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for network, before_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:05.981122 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1993c951-04c9-47b8-8848-47301e73a327 admin admin] Made reservation on behalf of 1d6de94667ae4a6191fd8937736e1379 for: {'network': 1} {{(pid=94138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 14:06:05.984263 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-1993c951-04c9-47b8-8848-47301e73a327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for network, before_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:05.988183 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-5842cf3e-cb51-4bb3-81f9-e7517fa71cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072'] for subnet, after_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:05.996926 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-8ace20f8-f2c0-4aab-804e-f1f6bc90ab2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:06.051901 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-1993c951-04c9-47b8-8848-47301e73a327 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:06.119873 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5842cf3e-cb51-4bb3-81f9-e7517fa71cc0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=82368d6a-b32a-4803-b7a2-1e4a369ac450,revision_number=0']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:06:06.150626 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5842cf3e-cb51-4bb3-81f9-e7517fa71cc0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:06:06.151750 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5842cf3e-cb51-4bb3-81f9-e7517fa71cc0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:06:06.152427 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5842cf3e-cb51-4bb3-81f9-e7517fa71cc0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:06:06.152972 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5842cf3e-cb51-4bb3-81f9-e7517fa71cc0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:06:06.153764 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5842cf3e-cb51-4bb3-81f9-e7517fa71cc0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:06:06.154130 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5842cf3e-cb51-4bb3-81f9-e7517fa71cc0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:06:06.154702 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5842cf3e-cb51-4bb3-81f9-e7517fa71cc0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:06:06.155148 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5842cf3e-cb51-4bb3-81f9-e7517fa71cc0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:06:06.155727 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5842cf3e-cb51-4bb3-81f9-e7517fa71cc0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:06:06.156367 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5842cf3e-cb51-4bb3-81f9-e7517fa71cc0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:06:06.156792 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5842cf3e-cb51-4bb3-81f9-e7517fa71cc0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:06:06.157213 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5842cf3e-cb51-4bb3-81f9-e7517fa71cc0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:06:06.158668 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5842cf3e-cb51-4bb3-81f9-e7517fa71cc0 admin admin] Tracked resource versions report: Sep 07 14:06:06.158668 dv-cinder-782910-4-iscsi neutron-server[94138]: pushed versions: Sep 07 14:06:06.158668 dv-cinder-782910-4-iscsi neutron-server[94138]: { 'AddressGroup': {'1.2'}, Sep 07 14:06:06.158668 dv-cinder-782910-4-iscsi neutron-server[94138]: 'ConntrackHelper': {'1.0'}, Sep 07 14:06:06.158668 dv-cinder-782910-4-iscsi neutron-server[94138]: 'Log': {'1.0'}, Sep 07 14:06:06.158668 dv-cinder-782910-4-iscsi neutron-server[94138]: 'Network': {'1.1'}, Sep 07 14:06:06.158668 dv-cinder-782910-4-iscsi neutron-server[94138]: 'Port': {'1.7'}, Sep 07 14:06:06.158668 dv-cinder-782910-4-iscsi neutron-server[94138]: 'PortForwarding': {'1.2'}, Sep 07 14:06:06.158668 dv-cinder-782910-4-iscsi neutron-server[94138]: 'QosPolicy': {'1.9'}, Sep 07 14:06:06.158668 dv-cinder-782910-4-iscsi neutron-server[94138]: 'SecurityGroup': {'1.4'}, Sep 07 14:06:06.158668 dv-cinder-782910-4-iscsi neutron-server[94138]: 'SecurityGroupRule': {'1.2'}, Sep 07 14:06:06.158668 dv-cinder-782910-4-iscsi neutron-server[94138]: 'SubPort': {'1.0'}, Sep 07 14:06:06.158668 dv-cinder-782910-4-iscsi neutron-server[94138]: 'Subnet': {'1.1'}, Sep 07 14:06:06.158668 dv-cinder-782910-4-iscsi neutron-server[94138]: 'Trunk': {'1.1'}} Sep 07 14:06:06.158668 dv-cinder-782910-4-iscsi neutron-server[94138]: consumer versions: Sep 07 14:06:06.158668 dv-cinder-782910-4-iscsi neutron-server[94138]: { DHCP agent@dv-cinder-782910-4-iscsi: {}, Sep 07 14:06:06.158668 dv-cinder-782910-4-iscsi neutron-server[94138]: HyperV agent@hv-cinder-78291: {}, Sep 07 14:06:06.158668 dv-cinder-782910-4-iscsi neutron-server[94138]: L3 agent@dv-cinder-782910-4-iscsi: {}, Sep 07 14:06:06.158668 dv-cinder-782910-4-iscsi neutron-server[94138]: Metadata agent@dv-cinder-782910-4-iscsi: {}, Sep 07 14:06:06.158668 dv-cinder-782910-4-iscsi neutron-server[94138]: Metering agent@dv-cinder-782910-4-iscsi: {}, Sep 07 14:06:06.158668 dv-cinder-782910-4-iscsi neutron-server[94138]: Open vSwitch agent@dv-cinder-782910-4-iscsi: { 'AddressGroup': '1.2', Sep 07 14:06:06.158668 dv-cinder-782910-4-iscsi neutron-server[94138]: 'ConntrackHelper': '1.0', Sep 07 14:06:06.158668 dv-cinder-782910-4-iscsi neutron-server[94138]: 'Log': '1.0', Sep 07 14:06:06.158668 dv-cinder-782910-4-iscsi neutron-server[94138]: 'Network': '1.1', Sep 07 14:06:06.158668 dv-cinder-782910-4-iscsi neutron-server[94138]: 'Port': '1.7', Sep 07 14:06:06.158668 dv-cinder-782910-4-iscsi neutron-server[94138]: 'PortForwarding': '1.2', Sep 07 14:06:06.158668 dv-cinder-782910-4-iscsi neutron-server[94138]: 'QosPolicy': '1.9', Sep 07 14:06:06.158668 dv-cinder-782910-4-iscsi neutron-server[94138]: 'SecurityGroup': '1.4', Sep 07 14:06:06.158668 dv-cinder-782910-4-iscsi neutron-server[94138]: 'SecurityGroupRule': '1.2', Sep 07 14:06:06.158668 dv-cinder-782910-4-iscsi neutron-server[94138]: 'SubPort': '1.0', Sep 07 14:06:06.158668 dv-cinder-782910-4-iscsi neutron-server[94138]: 'Subnet': '1.1', Sep 07 14:06:06.158668 dv-cinder-782910-4-iscsi neutron-server[94138]: 'Trunk': '1.1'}} Sep 07 14:06:06.158668 dv-cinder-782910-4-iscsi neutron-server[94138]: {{(pid=94138) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 07 14:06:06.195529 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5842cf3e-cb51-4bb3-81f9-e7517fa71cc0 admin admin] Checking segment: {'id': 'cf622dff-f09c-4809-ad4f-629e7c8762ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '3c7f95fe-f49c-4700-adb0-3b0a527a4bc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 14:06:06.195873 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5842cf3e-cb51-4bb3-81f9-e7517fa71cc0 admin admin] Network hostable DHCP agents. Network: 3c7f95fe-f49c-4700-adb0-3b0a527a4bc4, hostable agents: ['6cb9538d-ef7d-4fb7-b0aa-ad613f860704'], hosted agents: [] {{(pid=94138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 14:06:06.234602 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-71fd0097-5763-455d-932c-cb69a6aa27eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:06.239441 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5842cf3e-cb51-4bb3-81f9-e7517fa71cc0 admin admin] Network 3c7f95fe-f49c-4700-adb0-3b0a527a4bc4 is scheduled to be hosted by DHCP agent 6cb9538d-ef7d-4fb7-b0aa-ad613f860704 with binding_index 1 {{(pid=94138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 14:06:06.248077 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-71fd0097-5763-455d-932c-cb69a6aa27eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585164'] for security_group, after_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:06.262761 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71fd0097-5763-455d-932c-cb69a6aa27eb admin admin] vlan segment allocate from pool success with {'vlan_id': 676, 'physical_network': 'physnet1'} {{(pid=94138) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 14:06:06.273510 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-71fd0097-5763-455d-932c-cb69a6aa27eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1461082'] for segment, precommit_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:06.274036 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.db.segments_db [None req-71fd0097-5763-455d-932c-cb69a6aa27eb admin admin] Added segment 125947e9-8b2f-4ead-af60-9f9fae61391c of type vlan for network 24a0cb3c-6efc-4076-af4d-9c0fd641e22a Sep 07 14:06:06.308556 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.scheduler.base_scheduler [None req-5842cf3e-cb51-4bb3-81f9-e7517fa71cc0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782910-4-iscsi, 3c7f95fe-f49c-4700-adb0-3b0a527a4bc4) {{(pid=94138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:06:06.316856 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d4f4ac0-6d10-49cc-96ae-43f8392cc8af None None] Network 3c7f95fe-f49c-4700-adb0-3b0a527a4bc4 requested from dv-cinder-782910-4-iscsi {{(pid=94139) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 14:06:06.336943 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5842cf3e-cb51-4bb3-81f9-e7517fa71cc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:06:06.337800 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-5842cf3e-cb51-4bb3-81f9-e7517fa71cc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539090'] for subnet, before_response {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:06.480552 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-71fd0097-5763-455d-932c-cb69a6aa27eb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735728577284'] for network, precommit_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:06.496678 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fd0097-5763-455d-932c-cb69a6aa27eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be5f1388-33db-41e5-996c-e6b12ad96668,revision_number=1']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:06:06.561326 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-71fd0097-5763-455d-932c-cb69a6aa27eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072'] for network, after_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:06.562383 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71fd0097-5763-455d-932c-cb69a6aa27eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:06:06.562955 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-71fd0097-5763-455d-932c-cb69a6aa27eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539090'] for network, before_response {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:06.611323 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ca3ff16-f039-4e5a-93ae-9f8e7971dd5f None None] Network 3c7f95fe-f49c-4700-adb0-3b0a527a4bc4 requested from dv-cinder-782910-4-iscsi {{(pid=94139) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 14:06:06.634254 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fd0097-5763-455d-932c-cb69a6aa27eb admin admin] Pushing event updated for resources: {'Network': ['ID=24a0cb3c-6efc-4076-af4d-9c0fd641e22a,revision_number=1']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:06:06.653971 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-90497945-cc67-4e40-89ff-93978391019b None None] Network 24a0cb3c-6efc-4076-af4d-9c0fd641e22a details requested by agent ovs-agent-dv-cinder-782910-4-iscsi with host dv-cinder-782910-4-iscsi {{(pid=94139) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 14:06:06.691686 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-8ace20f8-f2c0-4aab-804e-f1f6bc90ab2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:06.700663 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-8ace20f8-f2c0-4aab-804e-f1f6bc90ab2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585164'] for security_group, after_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:06.717690 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ace20f8-f2c0-4aab-804e-f1f6bc90ab2e admin admin] vlan segment allocate from pool success with {'vlan_id': 666, 'physical_network': 'physnet1'} {{(pid=94138) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 14:06:06.730625 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-8ace20f8-f2c0-4aab-804e-f1f6bc90ab2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1461082'] for segment, precommit_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:06.731093 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.db.segments_db [None req-8ace20f8-f2c0-4aab-804e-f1f6bc90ab2e admin admin] Added segment 2d24ee3e-a8c7-40e0-a48b-faed2573a27e of type vlan for network 2ef27011-b43e-416b-9da9-0568387a6a08 Sep 07 14:06:06.780118 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-8ace20f8-f2c0-4aab-804e-f1f6bc90ab2e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735728577284'] for network, precommit_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:06.860588 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [None req-71fd0097-5763-455d-932c-cb69a6aa27eb admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.5416589 Sep 07 14:06:06.863625 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.wsgi [-] (94137) accepted ('10.222.0.60', 42454) {{(pid=94137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:06:06.869935 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.v2.base [None req-a11334a2-0e41-4f17-9032-6ad58351d0a3 admin admin] Request body: {'subnet': {'network_id': '24a0cb3c-6efc-4076-af4d-9c0fd641e22a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-190308244-subnet', 'tenant_id': '2f6cf15925364727a060c9dfc59cf56f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:06:06.880806 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-8ace20f8-f2c0-4aab-804e-f1f6bc90ab2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072'] for network, after_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:06.881950 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ace20f8-f2c0-4aab-804e-f1f6bc90ab2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:06:06.882549 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-8ace20f8-f2c0-4aab-804e-f1f6bc90ab2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539090'] for network, before_response {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:06.925161 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ace20f8-f2c0-4aab-804e-f1f6bc90ab2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c05e6b15-7be3-45d5-9cc5-1682132ab99c,revision_number=1']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:06:07.004923 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ace20f8-f2c0-4aab-804e-f1f6bc90ab2e admin admin] Pushing event updated for resources: {'Network': ['ID=2ef27011-b43e-416b-9da9-0568387a6a08,revision_number=1']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:06:07.016264 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-90497945-cc67-4e40-89ff-93978391019b None None] Network 2ef27011-b43e-416b-9da9-0568387a6a08 details requested by agent ovs-agent-dv-cinder-782910-4-iscsi with host dv-cinder-782910-4-iscsi {{(pid=94139) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 14:06:07.116720 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-1993c951-04c9-47b8-8848-47301e73a327 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:07.134794 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-1993c951-04c9-47b8-8848-47301e73a327 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585164'] for security_group, after_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:07.169731 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [None req-5842cf3e-cb51-4bb3-81f9-e7517fa71cc0 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5653834 Sep 07 14:06:07.179848 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [None req-8ace20f8-f2c0-4aab-804e-f1f6bc90ab2e admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.7943606 Sep 07 14:06:07.184031 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.wsgi [-] (94137) accepted ('10.222.0.60', 42480) {{(pid=94137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:06:07.189963 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.v2.base [None req-91cffc86-f5c4-4eb3-80d8-0e1eb379bddb admin admin] Request body: {'subnet': {'network_id': '2ef27011-b43e-416b-9da9-0568387a6a08', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-699305333-subnet', 'tenant_id': '584f3be6a05141bfb7e331ef2c02474d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:06:07.213520 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a11334a2-0e41-4f17-9032-6ad58351d0a3 admin admin] Made reservation on behalf of 2f6cf15925364727a060c9dfc59cf56f for: {'subnet': 1} {{(pid=94137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 14:06:07.216721 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-a11334a2-0e41-4f17-9032-6ad58351d0a3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:07.241682 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1993c951-04c9-47b8-8848-47301e73a327 admin admin] vlan segment allocate from pool success with {'vlan_id': 690, 'physical_network': 'physnet1'} {{(pid=94138) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 14:06:07.256321 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1993c951-04c9-47b8-8848-47301e73a327 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1eaa7adf-c23d-4a19-a899-ef24f817425f,revision_number=1']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:06:07.271890 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-1993c951-04c9-47b8-8848-47301e73a327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1461082'] for segment, precommit_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:07.272217 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.db.segments_db [None req-1993c951-04c9-47b8-8848-47301e73a327 admin admin] Added segment ba3351c9-0c6a-4f15-ac4a-054b7b31d9c5 of type vlan for network b48e9ba8-aaf3-4c6b-ae21-ae2a5cc44314 Sep 07 14:06:07.301603 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91cffc86-f5c4-4eb3-80d8-0e1eb379bddb admin admin] Made reservation on behalf of 584f3be6a05141bfb7e331ef2c02474d for: {'subnet': 1} {{(pid=94137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 14:06:07.304830 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-91cffc86-f5c4-4eb3-80d8-0e1eb379bddb admin admin] Notify callbacks [] for subnet, before_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:07.386173 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-1993c951-04c9-47b8-8848-47301e73a327 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735728577284'] for network, precommit_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:07.443530 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-1993c951-04c9-47b8-8848-47301e73a327 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072'] for network, after_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:07.444522 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1993c951-04c9-47b8-8848-47301e73a327 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:06:07.445102 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-1993c951-04c9-47b8-8848-47301e73a327 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539090'] for network, before_response {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:07.478930 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-a11334a2-0e41-4f17-9032-6ad58351d0a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072'] for subnet, after_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:07.539623 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [None req-1993c951-04c9-47b8-8848-47301e73a327 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.1829076 Sep 07 14:06:07.540299 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.wsgi [-] (94138) accepted ('10.222.0.60', 42502) {{(pid=94138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:06:07.545705 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.v2.base [None req-9795f01b-d4d3-4cde-b806-87f6333944cd admin admin] Request body: {'subnet': {'network_id': 'b48e9ba8-aaf3-4c6b-ae21-ae2a5cc44314', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-180263445-subnet', 'tenant_id': '1d6de94667ae4a6191fd8937736e1379', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:06:07.548801 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1993c951-04c9-47b8-8848-47301e73a327 admin admin] Pushing event updated for resources: {'Network': ['ID=b48e9ba8-aaf3-4c6b-ae21-ae2a5cc44314,revision_number=1']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:06:07.578033 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-90497945-cc67-4e40-89ff-93978391019b None None] Network b48e9ba8-aaf3-4c6b-ae21-ae2a5cc44314 details requested by agent ovs-agent-dv-cinder-782910-4-iscsi with host dv-cinder-782910-4-iscsi {{(pid=94139) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 14:06:07.585011 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9795f01b-d4d3-4cde-b806-87f6333944cd admin admin] Made reservation on behalf of 1d6de94667ae4a6191fd8937736e1379 for: {'subnet': 1} {{(pid=94138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 14:06:07.588737 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-9795f01b-d4d3-4cde-b806-87f6333944cd admin admin] Notify callbacks [] for subnet, before_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:07.666019 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a11334a2-0e41-4f17-9032-6ad58351d0a3 admin admin] Checking segment: {'id': '125947e9-8b2f-4ead-af60-9f9fae61391c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '24a0cb3c-6efc-4076-af4d-9c0fd641e22a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 14:06:07.666583 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a11334a2-0e41-4f17-9032-6ad58351d0a3 admin admin] Network hostable DHCP agents. Network: 24a0cb3c-6efc-4076-af4d-9c0fd641e22a, hostable agents: ['6cb9538d-ef7d-4fb7-b0aa-ad613f860704'], hosted agents: [] {{(pid=94137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 14:06:07.671870 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.wsgi [-] (94137) accepted ('10.222.0.60', 42522) {{(pid=94137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:06:07.683930 dv-cinder-782910-4-iscsi neutron-server[94137]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 07 14:06:07.740222 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a11334a2-0e41-4f17-9032-6ad58351d0a3 admin admin] Network 24a0cb3c-6efc-4076-af4d-9c0fd641e22a is scheduled to be hosted by DHCP agent 6cb9538d-ef7d-4fb7-b0aa-ad613f860704 with binding_index 1 {{(pid=94137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 14:06:07.767659 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.scheduler.base_scheduler [None req-a11334a2-0e41-4f17-9032-6ad58351d0a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782910-4-iscsi, 24a0cb3c-6efc-4076-af4d-9c0fd641e22a) {{(pid=94137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:06:07.777783 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d948bdaa-a693-473e-8519-16bf5a62cb85 None None] Network 24a0cb3c-6efc-4076-af4d-9c0fd641e22a requested from dv-cinder-782910-4-iscsi {{(pid=94139) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 14:06:07.848816 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a11334a2-0e41-4f17-9032-6ad58351d0a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:06:07.849504 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-a11334a2-0e41-4f17-9032-6ad58351d0a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539090'] for subnet, before_response {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:07.891500 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-9795f01b-d4d3-4cde-b806-87f6333944cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072'] for subnet, after_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:07.940795 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.wsgi [-] (94138) accepted ('10.222.0.60', 42532) {{(pid=94138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:06:07.954927 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f24a830f-07b7-40ff-9c00-ba83399f30e8 None None] Network 24a0cb3c-6efc-4076-af4d-9c0fd641e22a requested from dv-cinder-782910-4-iscsi {{(pid=94139) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 14:06:07.957261 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [None req-a11334a2-0e41-4f17-9032-6ad58351d0a3 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.0919111 Sep 07 14:06:07.980082 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.wsgi [-] (94138) accepted ('10.222.0.60', 42538) {{(pid=94138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:06:08.022181 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9795f01b-d4d3-4cde-b806-87f6333944cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=1cd4c5b2-90f1-4140-9c02-290aaedbc1cc,revision_number=0']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:06:08.024957 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9795f01b-d4d3-4cde-b806-87f6333944cd admin admin] Checking segment: {'id': 'ba3351c9-0c6a-4f15-ac4a-054b7b31d9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'b48e9ba8-aaf3-4c6b-ae21-ae2a5cc44314'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 14:06:08.025396 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9795f01b-d4d3-4cde-b806-87f6333944cd admin admin] Network hostable DHCP agents. Network: b48e9ba8-aaf3-4c6b-ae21-ae2a5cc44314, hostable agents: ['6cb9538d-ef7d-4fb7-b0aa-ad613f860704'], hosted agents: [] {{(pid=94138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 14:06:08.048503 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11334a2-0e41-4f17-9032-6ad58351d0a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=be2a7848-fa67-4638-a9d5-7cba733c9f36,revision_number=0']} {{(pid=94137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:06:08.069942 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-91cffc86-f5c4-4eb3-80d8-0e1eb379bddb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072'] for subnet, after_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:08.075538 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9795f01b-d4d3-4cde-b806-87f6333944cd admin admin] Network b48e9ba8-aaf3-4c6b-ae21-ae2a5cc44314 is scheduled to be hosted by DHCP agent 6cb9538d-ef7d-4fb7-b0aa-ad613f860704 with binding_index 1 {{(pid=94138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 14:06:08.102060 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.scheduler.base_scheduler [None req-9795f01b-d4d3-4cde-b806-87f6333944cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782910-4-iscsi, b48e9ba8-aaf3-4c6b-ae21-ae2a5cc44314) {{(pid=94138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:06:08.107335 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9795f01b-d4d3-4cde-b806-87f6333944cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:06:08.107956 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-9795f01b-d4d3-4cde-b806-87f6333944cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539090'] for subnet, before_response {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:08.139343 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9554e9f7-f923-4886-ae2c-f260b6b245b7 None None] Network b48e9ba8-aaf3-4c6b-ae21-ae2a5cc44314 requested from dv-cinder-782910-4-iscsi {{(pid=94139) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 14:06:08.140998 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.wsgi [-] (94137) accepted ('10.222.0.60', 42542) {{(pid=94137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:06:08.142454 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [None req-9795f01b-d4d3-4cde-b806-87f6333944cd admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.6007056 Sep 07 14:06:08.162984 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.v2.base [None req-f337d35e-aaf2-4691-9902-b6fc23fd06cb admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-180263445-router', 'tenant_id': '1d6de94667ae4a6191fd8937736e1379', 'external_gateway_info': {'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92'}}} {{(pid=94137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:06:08.169947 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-5f006d1a-eea9-4367-b480-00a3843d4568 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:08.211046 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-29917ed7-03a8-48b9-a8a4-0f19f7d96c7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:08.222579 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-f337d35e-aaf2-4691-9902-b6fc23fd06cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-430981', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4942'] for router, before_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:08.223864 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-f337d35e-aaf2-4691-9902-b6fc23fd06cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-429333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-433029', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-427134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4951'] for router, precommit_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:08.257516 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cffc86-f5c4-4eb3-80d8-0e1eb379bddb admin admin] Pushing event updated for resources: {'Subnet': ['ID=f68d2061-21fd-4a9c-bc36-251c4f0ac2ed,revision_number=0']} {{(pid=94137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:06:08.269215 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020fd62a-96ba-4d9a-b841-6990c067339f req-31fe26e7-011d-49a8-a8b0-43a2d243cc1f tempest-DeleteServersTestJSON-1683936553 tempest-DeleteServersTestJSON-1683936553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:06:08.272091 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-020fd62a-96ba-4d9a-b841-6990c067339f req-31fe26e7-011d-49a8-a8b0-43a2d243cc1f tempest-DeleteServersTestJSON-1683936553 tempest-DeleteServersTestJSON-1683936553-project] 10.222.0.60 "GET /v2.0/networks?id=3c7f95fe-f49c-4700-adb0-3b0a527a4bc4 HTTP/1.1" status: 200 len: 812 time: 0.5895011 Sep 07 14:06:08.286798 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91cffc86-f5c4-4eb3-80d8-0e1eb379bddb admin admin] Checking segment: {'id': '2d24ee3e-a8c7-40e0-a48b-faed2573a27e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '2ef27011-b43e-416b-9da9-0568387a6a08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 14:06:08.287549 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91cffc86-f5c4-4eb3-80d8-0e1eb379bddb admin admin] Network hostable DHCP agents. Network: 2ef27011-b43e-416b-9da9-0568387a6a08, hostable agents: ['6cb9538d-ef7d-4fb7-b0aa-ad613f860704'], hosted agents: [] {{(pid=94137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 14:06:08.324084 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-5f006d1a-eea9-4367-b480-00a3843d4568 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:08.334877 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-5f006d1a-eea9-4367-b480-00a3843d4568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585164'] for security_group, after_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:08.341341 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-020fd62a-96ba-4d9a-b841-6990c067339f req-2b64c7f6-ec8a-457f-8ba1-9636712898ac tempest-DeleteServersTestJSON-1683936553 tempest-DeleteServersTestJSON-1683936553-project] 10.222.0.60 "GET /v2.0/quotas/290b195be3ac45758ce83cc2b4838b4b HTTP/1.1" status: 200 len: 375 time: 0.0582018 Sep 07 14:06:08.343159 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-f337d35e-aaf2-4691-9902-b6fc23fd06cb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:08.372098 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91cffc86-f5c4-4eb3-80d8-0e1eb379bddb admin admin] Network 2ef27011-b43e-416b-9da9-0568387a6a08 is scheduled to be hosted by DHCP agent 6cb9538d-ef7d-4fb7-b0aa-ad613f860704 with binding_index 1 {{(pid=94137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 14:06:08.374985 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0329365d-2f25-47ec-89e6-206acb28116d None None] Network b48e9ba8-aaf3-4c6b-ae21-ae2a5cc44314 requested from dv-cinder-782910-4-iscsi {{(pid=94139) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 14:06:08.438851 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [None req-5f006d1a-eea9-4367-b480-00a3843d4568 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=fd148ae761c444aab5661d9adf107236&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4965916 Sep 07 14:06:08.441855 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f006d1a-eea9-4367-b480-00a3843d4568 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63398916-8b37-48df-88fa-3072e4f1ac32,revision_number=1']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:06:08.452489 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.scheduler.base_scheduler [None req-91cffc86-f5c4-4eb3-80d8-0e1eb379bddb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782910-4-iscsi, 2ef27011-b43e-416b-9da9-0568387a6a08) {{(pid=94137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:06:08.456840 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.wsgi [-] (94137) accepted ('10.222.0.60', 42552) {{(pid=94137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:06:08.459827 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-020fd62a-96ba-4d9a-b841-6990c067339f req-48bc6e41-db60-4d56-85b6-d7fb33a3c95e tempest-DeleteServersTestJSON-1683936553 tempest-DeleteServersTestJSON-1683936553-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=290b195be3ac45758ce83cc2b4838b4b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1078217 Sep 07 14:06:08.510436 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91cffc86-f5c4-4eb3-80d8-0e1eb379bddb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:06:08.511027 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-91cffc86-f5c4-4eb3-80d8-0e1eb379bddb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539090'] for subnet, before_response {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:08.554093 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-676ac553-442d-4cee-a6d1-5686cfc5a4f1 None None] Network 2ef27011-b43e-416b-9da9-0568387a6a08 requested from dv-cinder-782910-4-iscsi {{(pid=94139) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 14:06:08.579867 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-29917ed7-03a8-48b9-a8a4-0f19f7d96c7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:08.587274 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-29917ed7-03a8-48b9-a8a4-0f19f7d96c7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585164'] for security_group, after_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:08.663662 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [None req-29917ed7-03a8-48b9-a8a4-0f19f7d96c7a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6bd550da972c42338e821161847f2024&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6798666 Sep 07 14:06:08.664287 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.wsgi [-] (94138) accepted ('10.222.0.60', 42566) {{(pid=94138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:06:08.796710 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29917ed7-03a8-48b9-a8a4-0f19f7d96c7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d39e3dcd-af12-423d-a1c9-73fdbc23b79e,revision_number=1']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:06:08.798972 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f4d0d74-a3ff-4259-9a56-a38c22acdd7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6c7af525-79c1-5515-b113-f9d7f983f641-2ef27011-b43e-416b-9da9-0568387a6a08', 'network_id': '2ef27011-b43e-416b-9da9-0568387a6a08', 'tenant_id': '584f3be6a05141bfb7e331ef2c02474d', 'fixed_ips': [{'subnet_id': 'f68d2061-21fd-4a9c-bc36-251c4f0ac2ed'}]}} from dv-cinder-782910-4-iscsi. {{(pid=94139) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 14:06:08.803076 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-3f4d0d74-a3ff-4259-9a56-a38c22acdd7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_create {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:08.835719 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-b7ee3e62-c75b-4f1c-9fba-4420535a472e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:08.855875 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [None req-91cffc86-f5c4-4eb3-80d8-0e1eb379bddb admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.6709585 Sep 07 14:06:08.868353 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-b7ee3e62-c75b-4f1c-9fba-4420535a472e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:08.870188 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.wsgi [-] (94137) accepted ('10.222.0.60', 42576) {{(pid=94137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:06:08.940324 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.v2.base [None req-2528d19d-9466-49fa-9621-2de84a585dd6 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-699305333-router', 'tenant_id': '584f3be6a05141bfb7e331ef2c02474d', 'external_gateway_info': {'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92'}}} {{(pid=94137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:06:08.948675 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-f337d35e-aaf2-4691-9902-b6fc23fd06cb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:08.954674 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-f7c2e8b0-7a36-48c7-8e2c-a27d31fee6c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:08.966324 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.wsgi [-] (94138) accepted ('10.222.0.60', 42580) {{(pid=94138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:06:08.977788 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.v2.base [None req-6100952c-a0d2-4af7-817f-8a263da4c02f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2007900718-network', 'tenant_id': '87bb54a668cf4a40a469e48d3d340906'}} {{(pid=94138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:06:09.000201 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-b7ee3e62-c75b-4f1c-9fba-4420535a472e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585164'] for security_group, after_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:09.005153 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-b7ee3e62-c75b-4f1c-9fba-4420535a472e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:09.009050 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [None req-b7ee3e62-c75b-4f1c-9fba-4420535a472e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d39e3dcd-af12-423d-a1c9-73fdbc23b79e HTTP/1.1" status: 204 len: 168 time: 0.3333914 Sep 07 14:06:09.024286 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ee3e62-c75b-4f1c-9fba-4420535a472e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d39e3dcd-af12-423d-a1c9-73fdbc23b79e,revision_number=None']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:06:09.045574 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6100952c-a0d2-4af7-817f-8a263da4c02f admin admin] Made reservation on behalf of 87bb54a668cf4a40a469e48d3d340906 for: {'network': 1} {{(pid=94138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 14:06:09.048478 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-6100952c-a0d2-4af7-817f-8a263da4c02f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for network, before_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:09.064879 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-6100952c-a0d2-4af7-817f-8a263da4c02f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:09.074369 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-f7c2e8b0-7a36-48c7-8e2c-a27d31fee6c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:09.077558 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-2528d19d-9466-49fa-9621-2de84a585dd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-430981', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4942'] for router, before_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:09.079133 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-2528d19d-9466-49fa-9621-2de84a585dd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-429333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-433029', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-427134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4951'] for router, precommit_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:09.105400 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.wsgi [req-020fd62a-96ba-4d9a-b841-6990c067339f req-c87a4a84-62e1-4426-a43e-2a51244bde83 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=94137) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 14:06:09.106446 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-020fd62a-96ba-4d9a-b841-6990c067339f req-c87a4a84-62e1-4426-a43e-2a51244bde83 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2666001 Sep 07 14:06:09.150594 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.db_base_plugin_common [None req-3f4d0d74-a3ff-4259-9a56-a38c22acdd7f None None] Allocated IP 172.20.0.2 (2ef27011-b43e-416b-9da9-0568387a6a08/f68d2061-21fd-4a9c-bc36-251c4f0ac2ed/eb52ec29-13a0-4ec1-aef4-9fa2a8ae2eef) {{(pid=94139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 14:06:09.255498 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-6100952c-a0d2-4af7-817f-8a263da4c02f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:09.264634 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-6100952c-a0d2-4af7-817f-8a263da4c02f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585164'] for security_group, after_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:09.347601 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6100952c-a0d2-4af7-817f-8a263da4c02f admin admin] vlan segment allocate from pool success with {'vlan_id': 664, 'physical_network': 'physnet1'} {{(pid=94138) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 14:06:09.374083 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6100952c-a0d2-4af7-817f-8a263da4c02f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e33c343-9380-4bb5-a310-f2c424366077,revision_number=1']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:06:09.384199 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-2528d19d-9466-49fa-9621-2de84a585dd6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:09.440712 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-3f4d0d74-a3ff-4259-9a56-a38c22acdd7f None None] Notify callbacks [] for port, precommit_create {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:09.485640 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-3f4d0d74-a3ff-4259-9a56-a38c22acdd7f None None] Transition to ACTIVE for port object eb52ec29-13a0-4ec1-aef4-9fa2a8ae2eef will not be triggered until provisioned by entity L2. {{(pid=94139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 14:06:09.489619 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-6100952c-a0d2-4af7-817f-8a263da4c02f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1461082'] for segment, precommit_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:09.490433 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.db.segments_db [None req-6100952c-a0d2-4af7-817f-8a263da4c02f admin admin] Added segment 41e0f268-761d-4c0d-bee3-7738175e51f3 of type vlan for network 25ef07bb-07eb-4133-9145-0cc016aa10f6 Sep 07 14:06:09.510418 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-3f4d0d74-a3ff-4259-9a56-a38c22acdd7f None None] Transition to ACTIVE for port object eb52ec29-13a0-4ec1-aef4-9fa2a8ae2eef will not be triggered until provisioned by entity DHCP. {{(pid=94139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 14:06:09.517705 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-f7c2e8b0-7a36-48c7-8e2c-a27d31fee6c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585164'] for security_group, after_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:09.520640 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-f7c2e8b0-7a36-48c7-8e2c-a27d31fee6c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:09.521017 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-3f4d0d74-a3ff-4259-9a56-a38c22acdd7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735728620445'] for port, after_create {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:09.522014 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [None req-f7c2e8b0-7a36-48c7-8e2c-a27d31fee6c7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/63398916-8b37-48df-88fa-3072e4f1ac32 HTTP/1.1" status: 204 len: 168 time: 1.0604565 Sep 07 14:06:09.536869 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-020fd62a-96ba-4d9a-b841-6990c067339f req-aed35f79-4740-4885-9911-8a7390b85229 service neutron] 10.222.0.60 "GET /v2.0/networks/3c7f95fe-f49c-4700-adb0-3b0a527a4bc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4057961 Sep 07 14:06:09.542859 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-6100952c-a0d2-4af7-817f-8a263da4c02f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735728577284'] for network, precommit_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:09.574117 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-6100952c-a0d2-4af7-817f-8a263da4c02f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072'] for network, after_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:09.575086 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6100952c-a0d2-4af7-817f-8a263da4c02f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:06:09.575393 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f4d0d74-a3ff-4259-9a56-a38c22acdd7f None None] Network 2ef27011-b43e-416b-9da9-0568387a6a08 is already hosted by enough agents. {{(pid=94139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 14:06:09.575953 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-6100952c-a0d2-4af7-817f-8a263da4c02f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539090'] for network, before_response {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:09.582710 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.scheduler.base_scheduler [None req-3f4d0d74-a3ff-4259-9a56-a38c22acdd7f None None] Resources bound (agent type, host, resource id): {{(pid=94139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:06:09.588446 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f4d0d74-a3ff-4259-9a56-a38c22acdd7f None None] Received port after_create {{(pid=94139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 14:06:09.605402 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c2e8b0-7a36-48c7-8e2c-a27d31fee6c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63398916-8b37-48df-88fa-3072e4f1ac32,revision_number=None']} {{(pid=94137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:06:09.616826 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [None req-6100952c-a0d2-4af7-817f-8a263da4c02f admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6482654 Sep 07 14:06:09.617390 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.wsgi [-] (94138) accepted ('10.222.0.60', 42610) {{(pid=94138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:06:09.627175 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.v2.base [None req-b0f3dc66-80d1-468a-a17d-0e2bc40c8501 admin admin] Request body: {'subnet': {'network_id': '25ef07bb-07eb-4133-9145-0cc016aa10f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2007900718-subnet', 'tenant_id': '87bb54a668cf4a40a469e48d3d340906', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:06:09.661592 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-2528d19d-9466-49fa-9621-2de84a585dd6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:09.662179 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4d0d74-a3ff-4259-9a56-a38c22acdd7f None None] Pushing event updated for resources: {'Port': ['ID=eb52ec29-13a0-4ec1-aef4-9fa2a8ae2eef,revision_number=1']} {{(pid=94139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:06:09.669085 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6100952c-a0d2-4af7-817f-8a263da4c02f admin admin] Pushing event updated for resources: {'Network': ['ID=25ef07bb-07eb-4133-9145-0cc016aa10f6,revision_number=1']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:06:09.693222 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-90497945-cc67-4e40-89ff-93978391019b None None] Network 25ef07bb-07eb-4133-9145-0cc016aa10f6 details requested by agent ovs-agent-dv-cinder-782910-4-iscsi with host dv-cinder-782910-4-iscsi {{(pid=94139) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 14:06:09.696617 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0f3dc66-80d1-468a-a17d-0e2bc40c8501 admin admin] Made reservation on behalf of 87bb54a668cf4a40a469e48d3d340906 for: {'subnet': 1} {{(pid=94138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 14:06:09.700714 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-b0f3dc66-80d1-468a-a17d-0e2bc40c8501 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:09.707924 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.wsgi [-] (94138) accepted ('10.222.0.60', 42612) {{(pid=94138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:06:09.752838 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4d0d74-a3ff-4259-9a56-a38c22acdd7f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:06:09.753507 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4d0d74-a3ff-4259-9a56-a38c22acdd7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:06:09.754024 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4d0d74-a3ff-4259-9a56-a38c22acdd7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:06:09.754526 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4d0d74-a3ff-4259-9a56-a38c22acdd7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:06:09.755019 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4d0d74-a3ff-4259-9a56-a38c22acdd7f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:06:09.755499 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4d0d74-a3ff-4259-9a56-a38c22acdd7f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:06:09.755987 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4d0d74-a3ff-4259-9a56-a38c22acdd7f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:06:09.756469 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4d0d74-a3ff-4259-9a56-a38c22acdd7f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:06:09.756959 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4d0d74-a3ff-4259-9a56-a38c22acdd7f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:06:09.757481 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4d0d74-a3ff-4259-9a56-a38c22acdd7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:06:09.757969 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4d0d74-a3ff-4259-9a56-a38c22acdd7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:06:09.758455 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4d0d74-a3ff-4259-9a56-a38c22acdd7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:06:09.759813 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4d0d74-a3ff-4259-9a56-a38c22acdd7f None None] Tracked resource versions report: Sep 07 14:06:09.759813 dv-cinder-782910-4-iscsi neutron-server[94139]: pushed versions: Sep 07 14:06:09.759813 dv-cinder-782910-4-iscsi neutron-server[94139]: { 'AddressGroup': {'1.2'}, Sep 07 14:06:09.759813 dv-cinder-782910-4-iscsi neutron-server[94139]: 'ConntrackHelper': {'1.0'}, Sep 07 14:06:09.759813 dv-cinder-782910-4-iscsi neutron-server[94139]: 'Log': {'1.0'}, Sep 07 14:06:09.759813 dv-cinder-782910-4-iscsi neutron-server[94139]: 'Network': {'1.1'}, Sep 07 14:06:09.759813 dv-cinder-782910-4-iscsi neutron-server[94139]: 'Port': {'1.7'}, Sep 07 14:06:09.759813 dv-cinder-782910-4-iscsi neutron-server[94139]: 'PortForwarding': {'1.2'}, Sep 07 14:06:09.759813 dv-cinder-782910-4-iscsi neutron-server[94139]: 'QosPolicy': {'1.9'}, Sep 07 14:06:09.759813 dv-cinder-782910-4-iscsi neutron-server[94139]: 'SecurityGroup': {'1.4'}, Sep 07 14:06:09.759813 dv-cinder-782910-4-iscsi neutron-server[94139]: 'SecurityGroupRule': {'1.2'}, Sep 07 14:06:09.759813 dv-cinder-782910-4-iscsi neutron-server[94139]: 'SubPort': {'1.0'}, Sep 07 14:06:09.759813 dv-cinder-782910-4-iscsi neutron-server[94139]: 'Subnet': {'1.1'}, Sep 07 14:06:09.759813 dv-cinder-782910-4-iscsi neutron-server[94139]: 'Trunk': {'1.1'}} Sep 07 14:06:09.759813 dv-cinder-782910-4-iscsi neutron-server[94139]: consumer versions: Sep 07 14:06:09.759813 dv-cinder-782910-4-iscsi neutron-server[94139]: { DHCP agent@dv-cinder-782910-4-iscsi: {}, Sep 07 14:06:09.759813 dv-cinder-782910-4-iscsi neutron-server[94139]: HyperV agent@hv-cinder-78291: {}, Sep 07 14:06:09.759813 dv-cinder-782910-4-iscsi neutron-server[94139]: L3 agent@dv-cinder-782910-4-iscsi: {}, Sep 07 14:06:09.759813 dv-cinder-782910-4-iscsi neutron-server[94139]: Metadata agent@dv-cinder-782910-4-iscsi: {}, Sep 07 14:06:09.759813 dv-cinder-782910-4-iscsi neutron-server[94139]: Metering agent@dv-cinder-782910-4-iscsi: {}, Sep 07 14:06:09.759813 dv-cinder-782910-4-iscsi neutron-server[94139]: Open vSwitch agent@dv-cinder-782910-4-iscsi: { 'AddressGroup': '1.2', Sep 07 14:06:09.759813 dv-cinder-782910-4-iscsi neutron-server[94139]: 'ConntrackHelper': '1.0', Sep 07 14:06:09.759813 dv-cinder-782910-4-iscsi neutron-server[94139]: 'Log': '1.0', Sep 07 14:06:09.759813 dv-cinder-782910-4-iscsi neutron-server[94139]: 'Network': '1.1', Sep 07 14:06:09.759813 dv-cinder-782910-4-iscsi neutron-server[94139]: 'Port': '1.7', Sep 07 14:06:09.759813 dv-cinder-782910-4-iscsi neutron-server[94139]: 'PortForwarding': '1.2', Sep 07 14:06:09.759813 dv-cinder-782910-4-iscsi neutron-server[94139]: 'QosPolicy': '1.9', Sep 07 14:06:09.759813 dv-cinder-782910-4-iscsi neutron-server[94139]: 'SecurityGroup': '1.4', Sep 07 14:06:09.759813 dv-cinder-782910-4-iscsi neutron-server[94139]: 'SecurityGroupRule': '1.2', Sep 07 14:06:09.759813 dv-cinder-782910-4-iscsi neutron-server[94139]: 'SubPort': '1.0', Sep 07 14:06:09.759813 dv-cinder-782910-4-iscsi neutron-server[94139]: 'Subnet': '1.1', Sep 07 14:06:09.759813 dv-cinder-782910-4-iscsi neutron-server[94139]: 'Trunk': '1.1'}} Sep 07 14:06:09.759813 dv-cinder-782910-4-iscsi neutron-server[94139]: {{(pid=94139) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 07 14:06:09.791832 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-020fd62a-96ba-4d9a-b841-6990c067339f req-d0eadc5d-ee1b-4c8c-9e83-fa4e3a61a8ac service neutron] 10.222.0.60 "GET /v2.0/networks/3c7f95fe-f49c-4700-adb0-3b0a527a4bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2529180 Sep 07 14:06:09.792797 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.managers [None req-3f4d0d74-a3ff-4259-9a56-a38c22acdd7f None None] Attempting to bind port eb52ec29-13a0-4ec1-aef4-9fa2a8ae2eef on host dv-cinder-782910-4-iscsi for vnic_type normal with profile {{(pid=94139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 14:06:09.793487 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.managers [None req-3f4d0d74-a3ff-4259-9a56-a38c22acdd7f None None] Attempting to bind port eb52ec29-13a0-4ec1-aef4-9fa2a8ae2eef by drivers openvswitch,hyperv on host dv-cinder-782910-4-iscsi at level 0 using segments [{'id': '2d24ee3e-a8c7-40e0-a48b-faed2573a27e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '2ef27011-b43e-416b-9da9-0568387a6a08'}] {{(pid=94139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 14:06:09.794120 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f4d0d74-a3ff-4259-9a56-a38c22acdd7f None None] Attempting to bind port eb52ec29-13a0-4ec1-aef4-9fa2a8ae2eef on network 2ef27011-b43e-416b-9da9-0568387a6a08 {{(pid=94139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 14:06:09.801473 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f4d0d74-a3ff-4259-9a56-a38c22acdd7f None None] Checking agent: {'id': 'b1ca48ac-dc13-463a-a516-8ddf18655ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782910-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 13, 58, 14), 'started_at': datetime.datetime(2021, 9, 7, 13, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 14, 5, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782910-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 14:06:09.802576 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f4d0d74-a3ff-4259-9a56-a38c22acdd7f None None] Checking segment: {'id': '2d24ee3e-a8c7-40e0-a48b-faed2573a27e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '2ef27011-b43e-416b-9da9-0568387a6a08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 14:06:09.803218 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-3f4d0d74-a3ff-4259-9a56-a38c22acdd7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:09.803837 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f4d0d74-a3ff-4259-9a56-a38c22acdd7f None None] Bound using segment: {'id': '2d24ee3e-a8c7-40e0-a48b-faed2573a27e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '2ef27011-b43e-416b-9da9-0568387a6a08'} {{(pid=94139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 14:06:09.804523 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.managers [None req-3f4d0d74-a3ff-4259-9a56-a38c22acdd7f None None] Bound port: eb52ec29-13a0-4ec1-aef4-9fa2a8ae2eef, host: dv-cinder-782910-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d24ee3e-a8c7-40e0-a48b-faed2573a27e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '2ef27011-b43e-416b-9da9-0568387a6a08'}}] {{(pid=94139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 14:06:09.805124 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-3f4d0d74-a3ff-4259-9a56-a38c22acdd7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:09.823537 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-fbe6c708-8f59-4f09-881d-5681a9997c83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:09.971255 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-f337d35e-aaf2-4691-9902-b6fc23fd06cb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:09.997355 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-fbe6c708-8f59-4f09-881d-5681a9997c83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:10.006664 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-fbe6c708-8f59-4f09-881d-5681a9997c83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585164'] for security_group, after_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:10.027888 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-f337d35e-aaf2-4691-9902-b6fc23fd06cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:10.029501 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.db [None req-3f4d0d74-a3ff-4259-9a56-a38c22acdd7f None None] For port eb52ec29-13a0-4ec1-aef4-9fa2a8ae2eef, host dv-cinder-782910-4-iscsi, cleared binding levels {{(pid=94139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 14:06:10.051996 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.db [None req-3f4d0d74-a3ff-4259-9a56-a38c22acdd7f None None] For port eb52ec29-13a0-4ec1-aef4-9fa2a8ae2eef, host dv-cinder-782910-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-4-iscsi',level=0,port_id=eb52ec29-13a0-4ec1-aef4-9fa2a8ae2eef,segment=NetworkSegment(2d24ee3e-a8c7-40e0-a48b-faed2573a27e),segment_id=2d24ee3e-a8c7-40e0-a48b-faed2573a27e)] {{(pid=94139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 14:06:10.063243 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-3f4d0d74-a3ff-4259-9a56-a38c22acdd7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735729008622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735728620463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735728620481'] for port, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:10.100446 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.wsgi [-] (94137) accepted ('10.222.0.60', 42622) {{(pid=94137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:06:10.101004 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [None req-fbe6c708-8f59-4f09-881d-5681a9997c83 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6b40968c4e124eea9e01811b3e22323a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3914349 Sep 07 14:06:10.120498 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe6c708-8f59-4f09-881d-5681a9997c83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eca56066-b8fb-47cb-a61c-a4148840f5c9,revision_number=1']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:06:10.178283 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.wsgi [-] (94137) accepted ('10.222.0.60', 42630) {{(pid=94137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:06:10.213779 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4d0d74-a3ff-4259-9a56-a38c22acdd7f None None] Pushing event updated for resources: {'Port': ['ID=eb52ec29-13a0-4ec1-aef4-9fa2a8ae2eef,revision_number=2']} {{(pid=94139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:06:10.219045 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-b0f3dc66-80d1-468a-a17d-0e2bc40c8501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072'] for subnet, after_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:10.302689 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f3dc66-80d1-468a-a17d-0e2bc40c8501 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d2032c9-688e-46c3-a89e-c488855ee49a,revision_number=0']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:06:10.315791 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f3dc66-80d1-468a-a17d-0e2bc40c8501 admin admin] Checking segment: {'id': '41e0f268-761d-4c0d-bee3-7738175e51f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '25ef07bb-07eb-4133-9145-0cc016aa10f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 14:06:10.316144 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0f3dc66-80d1-468a-a17d-0e2bc40c8501 admin admin] Network hostable DHCP agents. Network: 25ef07bb-07eb-4133-9145-0cc016aa10f6, hostable agents: ['6cb9538d-ef7d-4fb7-b0aa-ad613f860704'], hosted agents: [] {{(pid=94138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 14:06:10.335619 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0f3dc66-80d1-468a-a17d-0e2bc40c8501 admin admin] Network 25ef07bb-07eb-4133-9145-0cc016aa10f6 is scheduled to be hosted by DHCP agent 6cb9538d-ef7d-4fb7-b0aa-ad613f860704 with binding_index 1 {{(pid=94138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 14:06:10.351388 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.scheduler.base_scheduler [None req-b0f3dc66-80d1-468a-a17d-0e2bc40c8501 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782910-4-iscsi, 25ef07bb-07eb-4133-9145-0cc016aa10f6) {{(pid=94138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:06:10.362367 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0f3dc66-80d1-468a-a17d-0e2bc40c8501 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:06:10.363102 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-b0f3dc66-80d1-468a-a17d-0e2bc40c8501 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539090'] for subnet, before_response {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:10.363238 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-958ffde6-1302-4d20-a403-930303126535 None None] Network 25ef07bb-07eb-4133-9145-0cc016aa10f6 requested from dv-cinder-782910-4-iscsi {{(pid=94139) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 14:06:10.389367 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [None req-b0f3dc66-80d1-468a-a17d-0e2bc40c8501 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7677519 Sep 07 14:06:10.415419 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-287ba535-a3de-4354-a322-62774ab4765f req-9f152cf5-bce7-4a33-9d10-85ab406b26a1 tempest-DeleteServersTestJSON-1683936553 tempest-DeleteServersTestJSON-1683936553-project] 10.222.0.60 "GET /v2.0/ports?device_id=74cad41e-7bf1-4a3d-ad3a-e72e4d9536a4 HTTP/1.1" status: 200 len: 210 time: 0.2003639 Sep 07 14:06:10.486433 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-663b380c-57c0-45ba-a74b-8ee2e8a0840a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:10.521074 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-663b380c-57c0-45ba-a74b-8ee2e8a0840a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:10.624374 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.db.db_base_plugin_common [None req-f337d35e-aaf2-4691-9902-b6fc23fd06cb admin admin] Allocated IP 172.27.2.30 (50058ef2-6e12-4dff-890f-d2e17fb9ee92/db4a7c65-31e2-4f76-9b43-e160b3d3d8e2/8f6374b2-2c39-4af5-9ddd-7a18d2edbb4f) {{(pid=94137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 14:06:10.658267 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d90eb82-fcd8-4a64-814a-89ea56421d1e None None] Network 25ef07bb-07eb-4133-9145-0cc016aa10f6 requested from dv-cinder-782910-4-iscsi {{(pid=94139) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 14:06:10.688243 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-2528d19d-9466-49fa-9621-2de84a585dd6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:10.693826 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-663b380c-57c0-45ba-a74b-8ee2e8a0840a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585164'] for security_group, after_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:10.695004 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.wsgi [-] (94138) accepted ('10.222.0.60', 42662) {{(pid=94138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:06:10.705445 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-663b380c-57c0-45ba-a74b-8ee2e8a0840a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:10.714923 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [None req-663b380c-57c0-45ba-a74b-8ee2e8a0840a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/eca56066-b8fb-47cb-a61c-a4148840f5c9 HTTP/1.1" status: 204 len: 168 time: 0.6122539 Sep 07 14:06:10.792868 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.db.db_base_plugin_v2 [None req-db2d547f-2a41-468a-bf1c-14b9e1ba95eb admin admin] Deleting subnet be2a7848-fa67-4638-a9d5-7cba733c9f36 {{(pid=94138) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 14:06:10.799778 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-2528d19d-9466-49fa-9621-2de84a585dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:10.806304 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-db2d547f-2a41-468a-bf1c-14b9e1ba95eb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:10.809777 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663b380c-57c0-45ba-a74b-8ee2e8a0840a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eca56066-b8fb-47cb-a61c-a4148840f5c9,revision_number=None']} {{(pid=94137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:06:10.911552 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-db2d547f-2a41-468a-bf1c-14b9e1ba95eb admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:10.938319 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-a9d29103-7098-43fc-b8f4-1ffb5fa3c498 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:10.938864 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-db2d547f-2a41-468a-bf1c-14b9e1ba95eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1466112'] for subnet, precommit_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:11.026853 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-db2d547f-2a41-468a-bf1c-14b9e1ba95eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1466169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072'] for subnet, after_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:11.041240 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-f337d35e-aaf2-4691-9902-b6fc23fd06cb admin admin] Notify callbacks [] for port, precommit_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:11.069177 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2d547f-2a41-468a-bf1c-14b9e1ba95eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be2a7848-fa67-4638-a9d5-7cba733c9f36,revision_number=None']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:06:11.099576 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-db2d547f-2a41-468a-bf1c-14b9e1ba95eb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:11.104469 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [None req-db2d547f-2a41-468a-bf1c-14b9e1ba95eb admin admin] 10.222.0.60 "DELETE /v2.0/subnets/be2a7848-fa67-4638-a9d5-7cba733c9f36 HTTP/1.1" status: 204 len: 168 time: 0.4082963 Sep 07 14:06:11.105363 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.wsgi [-] (94138) accepted ('10.222.0.60', 42688) {{(pid=94138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:06:11.129780 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-f337d35e-aaf2-4691-9902-b6fc23fd06cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735728620445'] for port, after_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:11.208904 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f337d35e-aaf2-4691-9902-b6fc23fd06cb admin admin] Network 50058ef2-6e12-4dff-890f-d2e17fb9ee92 is already hosted by enough agents. {{(pid=94137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 14:06:11.219385 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.scheduler.base_scheduler [None req-f337d35e-aaf2-4691-9902-b6fc23fd06cb admin admin] Resources bound (agent type, host, resource id): {{(pid=94137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:06:11.221866 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f337d35e-aaf2-4691-9902-b6fc23fd06cb admin admin] Received port after_create {{(pid=94137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 14:06:11.299033 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-6587b2ba-dcf4-4a7a-817b-0bc5f340003c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580555'] for network, before_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:11.465068 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-6587b2ba-dcf4-4a7a-817b-0bc5f340003c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1461133', 'neutron.services.segments.db._delete_segments_for_network-8735729117049'] for network, precommit_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:11.489737 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f337d35e-aaf2-4691-9902-b6fc23fd06cb admin admin] Pushing event updated for resources: {'Port': ['ID=8f6374b2-2c39-4af5-9ddd-7a18d2edbb4f,revision_number=1']} {{(pid=94137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:06:11.494459 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.db.db_base_plugin_common [None req-2528d19d-9466-49fa-9621-2de84a585dd6 admin admin] Allocated IP 172.27.2.252 (50058ef2-6e12-4dff-890f-d2e17fb9ee92/db4a7c65-31e2-4f76-9b43-e160b3d3d8e2/6ec66676-b930-4576-9375-757e5ad95813) {{(pid=94137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 14:06:11.551624 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-6587b2ba-dcf4-4a7a-817b-0bc5f340003c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94138) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:06:11.552454 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-6587b2ba-dcf4-4a7a-817b-0bc5f340003c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94138) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:06:11.553433 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-6587b2ba-dcf4-4a7a-817b-0bc5f340003c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94138) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:06:11.553963 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-6587b2ba-dcf4-4a7a-817b-0bc5f340003c admin admin] Subscribe: > port after_create 55550000 {{(pid=94138) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:06:11.554472 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-6587b2ba-dcf4-4a7a-817b-0bc5f340003c admin admin] Subscribe: > port after_delete 55550000 {{(pid=94138) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:06:11.554961 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-6587b2ba-dcf4-4a7a-817b-0bc5f340003c admin admin] Subscribe: > port after_update 55550000 {{(pid=94138) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:06:11.555459 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-6587b2ba-dcf4-4a7a-817b-0bc5f340003c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94138) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:06:11.555946 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-6587b2ba-dcf4-4a7a-817b-0bc5f340003c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94138) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:06:11.557034 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-6587b2ba-dcf4-4a7a-817b-0bc5f340003c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94138) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:06:11.557586 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-6587b2ba-dcf4-4a7a-817b-0bc5f340003c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94138) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:06:11.624290 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-6a67f033-16fe-4e32-95ac-a32c5eea57c3 req-3407bc91-d16f-4cf1-8f71-11a313e014af tempest-DeleteServersTestJSON-1683936553 tempest-DeleteServersTestJSON-1683936553-project] 10.222.0.60 "GET /v2.0/ports?device_id=74cad41e-7bf1-4a3d-ad3a-e72e4d9536a4 HTTP/1.1" status: 200 len: 210 time: 0.0336776 Sep 07 14:06:11.815550 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-6587b2ba-dcf4-4a7a-817b-0bc5f340003c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94138) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:06:11.816280 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-6587b2ba-dcf4-4a7a-817b-0bc5f340003c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94138) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:06:11.816844 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-6587b2ba-dcf4-4a7a-817b-0bc5f340003c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94138) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:06:11.817526 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-6587b2ba-dcf4-4a7a-817b-0bc5f340003c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94138) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:06:11.818245 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.services.segments.db [None req-6587b2ba-dcf4-4a7a-817b-0bc5f340003c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24a0cb3c-6efc-4076-af4d-9c0fd641e22a']}} {{(pid=94138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:06:11.840358 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.services.segments.db [None req-6587b2ba-dcf4-4a7a-817b-0bc5f340003c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '125947e9-8b2f-4ead-af60-9f9fae61391c') {'for_net_delete': True} {{(pid=94138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:06:11.840923 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.services.segments.db [None req-6587b2ba-dcf4-4a7a-817b-0bc5f340003c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '125947e9-8b2f-4ead-af60-9f9fae61391c') {} {{(pid=94138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:06:11.855480 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-f337d35e-aaf2-4691-9902-b6fc23fd06cb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:11.869414 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-6587b2ba-dcf4-4a7a-817b-0bc5f340003c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735729115778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65197373'] for segment, before_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:11.888347 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46593bfe-7d7d-4451-8553-6e4cbf00d132 None None] Network 2ef27011-b43e-416b-9da9-0568387a6a08 requested from dv-cinder-782910-4-iscsi {{(pid=94139) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 14:06:11.902094 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-6587b2ba-dcf4-4a7a-817b-0bc5f340003c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1461082'] for segment, precommit_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:11.914838 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6587b2ba-dcf4-4a7a-817b-0bc5f340003c admin admin] Releasing vlan 676 on physical network physnet1 to pool {{(pid=94138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 14:06:11.915476 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-6587b2ba-dcf4-4a7a-817b-0bc5f340003c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1461082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65198054'] for segment, after_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:11.920987 dv-cinder-782910-4-iscsi neutron-server[94138]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 07 14:06:11.920987 dv-cinder-782910-4-iscsi neutron-server[94138]: from cryptography.utils import int_from_bytes Sep 07 14:06:11.920987 dv-cinder-782910-4-iscsi neutron-server[94138]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 07 14:06:11.920987 dv-cinder-782910-4-iscsi neutron-server[94138]: from cryptography.utils import int_from_bytes Sep 07 14:06:11.920987 dv-cinder-782910-4-iscsi neutron-server[94138]: Traceback (most recent call last): Sep 07 14:06:11.920987 dv-cinder-782910-4-iscsi neutron-server[94138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 14:06:11.920987 dv-cinder-782910-4-iscsi neutron-server[94138]: timer() Sep 07 14:06:11.920987 dv-cinder-782910-4-iscsi neutron-server[94138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 14:06:11.920987 dv-cinder-782910-4-iscsi neutron-server[94138]: cb(*args, **kw) Sep 07 14:06:11.920987 dv-cinder-782910-4-iscsi neutron-server[94138]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 14:06:11.920987 dv-cinder-782910-4-iscsi neutron-server[94138]: return func(*args, **kwargs) Sep 07 14:06:11.920987 dv-cinder-782910-4-iscsi neutron-server[94138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 14:06:11.920987 dv-cinder-782910-4-iscsi neutron-server[94138]: self._notify() Sep 07 14:06:11.920987 dv-cinder-782910-4-iscsi neutron-server[94138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 14:06:11.920987 dv-cinder-782910-4-iscsi neutron-server[94138]: self.callback(batched_events) Sep 07 14:06:11.920987 dv-cinder-782910-4-iscsi neutron-server[94138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 14:06:11.920987 dv-cinder-782910-4-iscsi neutron-server[94138]: event.method(event) Sep 07 14:06:11.920987 dv-cinder-782910-4-iscsi neutron-server[94138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 14:06:11.920987 dv-cinder-782910-4-iscsi neutron-server[94138]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 14:06:11.920987 dv-cinder-782910-4-iscsi neutron-server[94138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 14:06:11.920987 dv-cinder-782910-4-iscsi neutron-server[94138]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 14:06:11.920987 dv-cinder-782910-4-iscsi neutron-server[94138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 14:06:11.920987 dv-cinder-782910-4-iscsi neutron-server[94138]: return f(self, *a, **k) Sep 07 14:06:11.920987 dv-cinder-782910-4-iscsi neutron-server[94138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 14:06:11.920987 dv-cinder-782910-4-iscsi neutron-server[94138]: return self._get(url).json() Sep 07 14:06:11.920987 dv-cinder-782910-4-iscsi neutron-server[94138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 14:06:11.920987 dv-cinder-782910-4-iscsi neutron-server[94138]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 14:06:11.920987 dv-cinder-782910-4-iscsi neutron-server[94138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 14:06:11.920987 dv-cinder-782910-4-iscsi neutron-server[94138]: return self.request(url, 'GET', **kwargs) Sep 07 14:06:11.920987 dv-cinder-782910-4-iscsi neutron-server[94138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 14:06:11.920987 dv-cinder-782910-4-iscsi neutron-server[94138]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 14:06:11.920987 dv-cinder-782910-4-iscsi neutron-server[94138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 14:06:11.920987 dv-cinder-782910-4-iscsi neutron-server[94138]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 14:06:11.920987 dv-cinder-782910-4-iscsi neutron-server[94138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 14:06:11.920987 dv-cinder-782910-4-iscsi neutron-server[94138]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 14:06:11.920987 dv-cinder-782910-4-iscsi neutron-server[94138]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 14:06:11.986914 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-2528d19d-9466-49fa-9621-2de84a585dd6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:12.000320 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-6587b2ba-dcf4-4a7a-817b-0bc5f340003c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1461122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-432396'] for network, after_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:12.028987 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-6587b2ba-dcf4-4a7a-817b-0bc5f340003c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539090'] for network, before_response {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:12.037214 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [None req-6587b2ba-dcf4-4a7a-817b-0bc5f340003c admin admin] 10.222.0.60 "DELETE /v2.0/networks/24a0cb3c-6efc-4076-af4d-9c0fd641e22a HTTP/1.1" status: 204 len: 168 time: 0.9307685 Sep 07 14:06:12.038502 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.wsgi [-] (94138) accepted ('10.222.0.60', 42734) {{(pid=94138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:06:12.039289 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6587b2ba-dcf4-4a7a-817b-0bc5f340003c admin admin] Pushing event deleted for resources: {'Network': ['ID=24a0cb3c-6efc-4076-af4d-9c0fd641e22a,revision_number=None']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:06:12.094360 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.db.db_base_plugin_v2 [None req-91cfa160-7163-4467-8867-9f94e69904a1 admin admin] Deleting subnet 5d2032c9-688e-46c3-a89e-c488855ee49a {{(pid=94138) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 14:06:12.097874 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-91cfa160-7163-4467-8867-9f94e69904a1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:12.108855 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-14667469-c56b-4630-82b6-a6b82fe7282e None None] Provisioning for port eb52ec29-13a0-4ec1-aef4-9fa2a8ae2eef completed by entity DHCP. {{(pid=94139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 14:06:12.152762 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-2528d19d-9466-49fa-9621-2de84a585dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735728620445'] for port, after_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:12.163429 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-90497945-cc67-4e40-89ff-93978391019b None None] Device eb52ec29-13a0-4ec1-aef4-9fa2a8ae2eef up at agent ovs-agent-dv-cinder-782910-4-iscsi {{(pid=94139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:06:12.197963 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-f337d35e-aaf2-4691-9902-b6fc23fd06cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-429324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-433112'] for router, after_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:12.212144 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-91cfa160-7163-4467-8867-9f94e69904a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65197364'] for subnet, precommit_delete_associations {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:12.258642 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2528d19d-9466-49fa-9621-2de84a585dd6 admin admin] Network 50058ef2-6e12-4dff-890f-d2e17fb9ee92 is already hosted by enough agents. {{(pid=94137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 14:06:12.261251 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-91cfa160-7163-4467-8867-9f94e69904a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1466112'] for subnet, precommit_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:12.271887 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.scheduler.base_scheduler [None req-2528d19d-9466-49fa-9621-2de84a585dd6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:06:12.280722 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2528d19d-9466-49fa-9621-2de84a585dd6 admin admin] Received port after_create {{(pid=94137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 14:06:12.291650 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528d19d-9466-49fa-9621-2de84a585dd6 admin admin] Pushing event updated for resources: {'Port': ['ID=6ec66676-b930-4576-9375-757e5ad95813,revision_number=1']} {{(pid=94137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:06:12.342000 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-91cfa160-7163-4467-8867-9f94e69904a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1466169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65197380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64691899'] for subnet, after_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:12.378926 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-90497945-cc67-4e40-89ff-93978391019b None None] Provisioning for port eb52ec29-13a0-4ec1-aef4-9fa2a8ae2eef completed by entity L2. {{(pid=94139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 14:06:12.385724 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cfa160-7163-4467-8867-9f94e69904a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d2032c9-688e-46c3-a89e-c488855ee49a,revision_number=None']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:06:12.390494 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-90497945-cc67-4e40-89ff-93978391019b None None] Provisioning complete for port eb52ec29-13a0-4ec1-aef4-9fa2a8ae2eef triggered by entity L2. {{(pid=94139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:06:12.390886 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-90497945-cc67-4e40-89ff-93978391019b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462246'] for port, provisioning_complete {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:12.394214 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-91cfa160-7163-4467-8867-9f94e69904a1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:12.398760 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [None req-91cfa160-7163-4467-8867-9f94e69904a1 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/5d2032c9-688e-46c3-a89e-c488855ee49a HTTP/1.1" status: 204 len: 168 time: 0.3547316 Sep 07 14:06:12.401435 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.wsgi [-] (94138) accepted ('10.222.0.60', 42742) {{(pid=94138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:06:12.507630 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-90497945-cc67-4e40-89ff-93978391019b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:12.548122 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-c995ec51-8965-4dc0-a09f-477b034262a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580555'] for network, before_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:12.559752 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.db [None req-90497945-cc67-4e40-89ff-93978391019b None None] For port eb52ec29-13a0-4ec1-aef4-9fa2a8ae2eef, host dv-cinder-782910-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-4-iscsi',level=0,port_id=eb52ec29-13a0-4ec1-aef4-9fa2a8ae2eef,segment=NetworkSegment(2d24ee3e-a8c7-40e0-a48b-faed2573a27e),segment_id=2d24ee3e-a8c7-40e0-a48b-faed2573a27e)] {{(pid=94139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:06:12.567568 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-90497945-cc67-4e40-89ff-93978391019b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735729008622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735728620463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735728620481'] for port, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:12.674175 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90497945-cc67-4e40-89ff-93978391019b None None] Pushing event updated for resources: {'Port': ['ID=eb52ec29-13a0-4ec1-aef4-9fa2a8ae2eef,revision_number=3']} {{(pid=94139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:06:12.750229 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-c995ec51-8965-4dc0-a09f-477b034262a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1461133', 'neutron.services.segments.db._delete_segments_for_network-8735729117049'] for network, precommit_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:12.786059 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.services.segments.db [None req-c995ec51-8965-4dc0-a09f-477b034262a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25ef07bb-07eb-4133-9145-0cc016aa10f6']}} {{(pid=94138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:06:12.815873 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.services.segments.db [None req-c995ec51-8965-4dc0-a09f-477b034262a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41e0f268-761d-4c0d-bee3-7738175e51f3') {'for_net_delete': True} {{(pid=94138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:06:12.816501 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.services.segments.db [None req-c995ec51-8965-4dc0-a09f-477b034262a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41e0f268-761d-4c0d-bee3-7738175e51f3') {} {{(pid=94138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:06:12.856432 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f337d35e-aaf2-4691-9902-b6fc23fd06cb admin admin] Router db0f73ed-72c0-4237-a571-ef8c93c7e60f is scheduled to L3 agent fa68c273-d39f-43dc-b6f8-e0c6852ace12 with binding_index 1 {{(pid=94137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 14:06:12.862498 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-c995ec51-8965-4dc0-a09f-477b034262a3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735729115778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65197373'] for segment, before_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:12.895669 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-c995ec51-8965-4dc0-a09f-477b034262a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1461082'] for segment, precommit_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:12.906389 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-78123c42-7226-4547-a19e-b6ecad1930f0 None None] Provisioning complete for port eb52ec29-13a0-4ec1-aef4-9fa2a8ae2eef triggered by entity DHCP. {{(pid=94139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:06:12.907041 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-78123c42-7226-4547-a19e-b6ecad1930f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462246'] for port, provisioning_complete {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:12.908839 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c995ec51-8965-4dc0-a09f-477b034262a3 admin admin] Releasing vlan 664 on physical network physnet1 to pool {{(pid=94138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 14:06:12.909245 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-c995ec51-8965-4dc0-a09f-477b034262a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1461082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65198054'] for segment, after_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:12.911177 dv-cinder-782910-4-iscsi neutron-server[94138]: Traceback (most recent call last): Sep 07 14:06:12.911177 dv-cinder-782910-4-iscsi neutron-server[94138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 14:06:12.911177 dv-cinder-782910-4-iscsi neutron-server[94138]: timer() Sep 07 14:06:12.911177 dv-cinder-782910-4-iscsi neutron-server[94138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 14:06:12.911177 dv-cinder-782910-4-iscsi neutron-server[94138]: cb(*args, **kw) Sep 07 14:06:12.911177 dv-cinder-782910-4-iscsi neutron-server[94138]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 14:06:12.911177 dv-cinder-782910-4-iscsi neutron-server[94138]: return func(*args, **kwargs) Sep 07 14:06:12.911177 dv-cinder-782910-4-iscsi neutron-server[94138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 14:06:12.911177 dv-cinder-782910-4-iscsi neutron-server[94138]: self._notify() Sep 07 14:06:12.911177 dv-cinder-782910-4-iscsi neutron-server[94138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 14:06:12.911177 dv-cinder-782910-4-iscsi neutron-server[94138]: self.callback(batched_events) Sep 07 14:06:12.911177 dv-cinder-782910-4-iscsi neutron-server[94138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 14:06:12.911177 dv-cinder-782910-4-iscsi neutron-server[94138]: event.method(event) Sep 07 14:06:12.911177 dv-cinder-782910-4-iscsi neutron-server[94138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 14:06:12.911177 dv-cinder-782910-4-iscsi neutron-server[94138]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 14:06:12.911177 dv-cinder-782910-4-iscsi neutron-server[94138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 14:06:12.911177 dv-cinder-782910-4-iscsi neutron-server[94138]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 14:06:12.911177 dv-cinder-782910-4-iscsi neutron-server[94138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 14:06:12.911177 dv-cinder-782910-4-iscsi neutron-server[94138]: return f(self, *a, **k) Sep 07 14:06:12.911177 dv-cinder-782910-4-iscsi neutron-server[94138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 14:06:12.911177 dv-cinder-782910-4-iscsi neutron-server[94138]: return self._get(url).json() Sep 07 14:06:12.911177 dv-cinder-782910-4-iscsi neutron-server[94138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 14:06:12.911177 dv-cinder-782910-4-iscsi neutron-server[94138]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 14:06:12.911177 dv-cinder-782910-4-iscsi neutron-server[94138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 14:06:12.911177 dv-cinder-782910-4-iscsi neutron-server[94138]: return self.request(url, 'GET', **kwargs) Sep 07 14:06:12.911177 dv-cinder-782910-4-iscsi neutron-server[94138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 14:06:12.911177 dv-cinder-782910-4-iscsi neutron-server[94138]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 14:06:12.911177 dv-cinder-782910-4-iscsi neutron-server[94138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 14:06:12.911177 dv-cinder-782910-4-iscsi neutron-server[94138]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 14:06:12.911177 dv-cinder-782910-4-iscsi neutron-server[94138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 14:06:12.911177 dv-cinder-782910-4-iscsi neutron-server[94138]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 14:06:12.911177 dv-cinder-782910-4-iscsi neutron-server[94138]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 14:06:13.044338 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-c995ec51-8965-4dc0-a09f-477b034262a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1461122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-432396'] for network, after_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:13.073387 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-c995ec51-8965-4dc0-a09f-477b034262a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539090'] for network, before_response {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:13.075666 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [None req-c995ec51-8965-4dc0-a09f-477b034262a3 admin admin] 10.222.0.60 "DELETE /v2.0/networks/25ef07bb-07eb-4133-9145-0cc016aa10f6 HTTP/1.1" status: 204 len: 168 time: 0.6726892 Sep 07 14:06:13.086238 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c995ec51-8965-4dc0-a09f-477b034262a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=25ef07bb-07eb-4133-9145-0cc016aa10f6,revision_number=None']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:06:13.138267 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-2528d19d-9466-49fa-9621-2de84a585dd6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:13.142361 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-d6ff605b-f288-4cd5-b843-e98047d25a36 req-e5d7bc76-db9b-470c-ba68-299804e2088c tempest-DeleteServersTestJSON-1683936553 tempest-DeleteServersTestJSON-1683936553-project] 10.222.0.60 "GET /v2.0/ports?device_id=74cad41e-7bf1-4a3d-ad3a-e72e4d9536a4 HTTP/1.1" status: 200 len: 210 time: 0.1638386 Sep 07 14:06:13.190016 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f337d35e-aaf2-4691-9902-b6fc23fd06cb admin admin] Notify agent at l3_agent.dv-cinder-782910-4-iscsi the message routers_updated {{(pid=94137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 14:06:13.205013 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f874cbc-9a3f-4088-8975-06539666c676 None None] Sync routers for ids ['db0f73ed-72c0-4237-a571-ef8c93c7e60f'] in dv-cinder-782910-4-iscsi {{(pid=94140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 14:06:13.213204 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-f337d35e-aaf2-4691-9902-b6fc23fd06cb admin admin] Notify callbacks [] for router, before_response {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:13.214930 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [None req-f337d35e-aaf2-4691-9902-b6fc23fd06cb admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.0704834 Sep 07 14:06:13.217927 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.wsgi [-] (94137) accepted ('10.222.0.60', 42778) {{(pid=94137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:06:13.221363 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f874cbc-9a3f-4088-8975-06539666c676 None None] Routers {'db0f73ed-72c0-4237-a571-ef8c93c7e60f'} bound to L3 agent in host dv-cinder-782910-4-iscsi {{(pid=94140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:06:13.222004 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.l3_hamode_db [None req-9f874cbc-9a3f-4088-8975-06539666c676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-07T13:58:13Z,description=,heartbeat_timestamp=2021-09-07T14:05:43Z,host='dv-cinder-782910-4-iscsi',id=fa68c273-d39f-43dc-b6f8-e0c6852ace12,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T13:58:13Z,topic='l3_agent')) {'router_ids': ['db0f73ed-72c0-4237-a571-ef8c93c7e60f'], 'active': True} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:06:13.286854 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.wsgi [-] (94138) accepted ('10.222.0.60', 42780) {{(pid=94138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:06:13.347559 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [None req-bbaa2b31-6ffb-4f46-a2f4-7e2127443e59 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2f6cf15925364727a060c9dfc59cf56f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0589895 Sep 07 14:06:13.350081 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.wsgi [-] (94138) accepted ('10.222.0.60', 42784) {{(pid=94138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:06:13.435766 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-ca96e888-dc53-452b-8a5e-a7fbe5486ef2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:13.451989 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-3437f446-ae66-4c57-9e3a-4d242891018c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:13.490319 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-ca96e888-dc53-452b-8a5e-a7fbe5486ef2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:13.501464 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.l3_dvr_db [None req-9f874cbc-9a3f-4088-8975-06539666c676 None None] Set router db0f73ed-72c0-4237-a571-ef8c93c7e60f gateway port host: dv-cinder-782910-4-iscsi {{(pid=94140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:06:13.596584 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.wsgi [-] (94138) accepted ('10.222.0.23', 52617) {{(pid=94138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:06:13.770790 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-ca96e888-dc53-452b-8a5e-a7fbe5486ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585164'] for security_group, after_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:13.773660 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-ca96e888-dc53-452b-8a5e-a7fbe5486ef2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:13.785498 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [None req-ca96e888-dc53-452b-8a5e-a7fbe5486ef2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/be5f1388-33db-41e5-996c-e6b12ad96668 HTTP/1.1" status: 204 len: 168 time: 0.4341216 Sep 07 14:06:13.920999 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.l3_hamode_db [None req-9f874cbc-9a3f-4088-8975-06539666c676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db0f73ed-72c0-4237-a571-ef8c93c7e60f', 'name': 'tempest-ServerRescueNegativeTestJSON-180263445-router', 'tenant_id': '1d6de94667ae4a6191fd8937736e1379', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'external_fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': '8f6374b2-2c39-4af5-9ddd-7a18d2edbb4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:06:08Z', 'updated_at': '2021-09-07T14:06:11Z', 'revision_number': 3, 'project_id': '1d6de94667ae4a6191fd8937736e1379', 'gw_port': {'id': '8f6374b2-2c39-4af5-9ddd-7a18d2edbb4f', 'name': '', 'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:e3:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db0f73ed-72c0-4237-a571-ef8c93c7e60f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:06:10Z', 'updated_at': '2021-09-07T14:06:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-4-iscsi'}], 'dv-cinder-782910-4-iscsi', False) {} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:06:13.921782 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca96e888-dc53-452b-8a5e-a7fbe5486ef2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be5f1388-33db-41e5-996c-e6b12ad96668,revision_number=None']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:06:14.017333 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-2528d19d-9466-49fa-9621-2de84a585dd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-429324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-433112'] for router, after_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:14.031007 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f874cbc-9a3f-4088-8975-06539666c676 None None] Checking router: db0f73ed-72c0-4237-a571-ef8c93c7e60f for host: dv-cinder-782910-4-iscsi {{(pid=94140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 14:06:14.032835 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f874cbc-9a3f-4088-8975-06539666c676 None None] Updating router db0f73ed-72c0-4237-a571-ef8c93c7e60f port 8f6374b2-2c39-4af5-9ddd-7a18d2edbb4f binding host dv-cinder-782910-4-iscsi {{(pid=94140) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 14:06:14.107579 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-90497945-cc67-4e40-89ff-93978391019b None None] Device eb52ec29-13a0-4ec1-aef4-9fa2a8ae2eef up at agent ovs-agent-dv-cinder-782910-4-iscsi {{(pid=94139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:06:14.114397 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020fd62a-96ba-4d9a-b841-6990c067339f req-05edaab5-6c6f-4ce9-b29b-98aa2a505937 tempest-DeleteServersTestJSON-1683936553 tempest-DeleteServersTestJSON-1683936553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:06:14.116648 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-020fd62a-96ba-4d9a-b841-6990c067339f req-05edaab5-6c6f-4ce9-b29b-98aa2a505937 tempest-DeleteServersTestJSON-1683936553 tempest-DeleteServersTestJSON-1683936553-project] 10.222.0.23 "GET /v2.0/networks?id=3c7f95fe-f49c-4700-adb0-3b0a527a4bc4 HTTP/1.1" status: 200 len: 812 time: 0.5171862 Sep 07 14:06:14.130452 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-9f874cbc-9a3f-4088-8975-06539666c676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:14.277284 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-90497945-cc67-4e40-89ff-93978391019b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:14.325051 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-90497945-cc67-4e40-89ff-93978391019b None None] Provisioning complete for port eb52ec29-13a0-4ec1-aef4-9fa2a8ae2eef triggered by entity L2. {{(pid=94139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:06:14.332064 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-90497945-cc67-4e40-89ff-93978391019b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462246'] for port, provisioning_complete {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:14.430127 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-4b078807-09ca-4997-a850-bad7f4b27f8c req-63bf10bd-8dac-4152-88f5-66a87374a706 tempest-DeleteServersTestJSON-1683936553 tempest-DeleteServersTestJSON-1683936553-project] 10.222.0.60 "GET /v2.0/ports?device_id=74cad41e-7bf1-4a3d-ad3a-e72e4d9536a4 HTTP/1.1" status: 200 len: 210 time: 0.0964208 Sep 07 14:06:14.540078 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.wsgi [-] (94138) accepted ('10.222.0.60', 42860) {{(pid=94138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:06:14.585890 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2528d19d-9466-49fa-9621-2de84a585dd6 admin admin] Router 59e76e46-d6ab-4135-be57-218e260cda16 is scheduled to L3 agent fa68c273-d39f-43dc-b6f8-e0c6852ace12 with binding_index 1 {{(pid=94137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 14:06:14.609519 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [None req-3bab9a88-7385-4238-834d-997ef555d9b9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=87bb54a668cf4a40a469e48d3d340906&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0679500 Sep 07 14:06:14.612425 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.wsgi [-] (94138) accepted ('10.222.0.60', 42862) {{(pid=94138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:06:14.671897 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-cec4f6fb-2ca0-44f4-a970-9dc467b3a3ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:14.686356 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-77a25c97-67a4-4125-a3cd-e58befdbfeec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:14.716116 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-77a25c97-67a4-4125-a3cd-e58befdbfeec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:14.774152 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-9f874cbc-9a3f-4088-8975-06539666c676 None None] Notify callbacks [] for port, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:14.802360 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.provisioning_blocks [None req-9f874cbc-9a3f-4088-8975-06539666c676 None None] Transition to ACTIVE for port object 8f6374b2-2c39-4af5-9ddd-7a18d2edbb4f will not be triggered until provisioned by entity L2. {{(pid=94140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 14:06:14.811354 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-9f874cbc-9a3f-4088-8975-06539666c676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735729008622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735728620463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735728620481'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:14.860065 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2528d19d-9466-49fa-9621-2de84a585dd6 admin admin] Notify agent at l3_agent.dv-cinder-782910-4-iscsi the message routers_updated {{(pid=94137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 14:06:14.874229 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-b5e6c2a7-eac0-4729-af91-8f99d1605561 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:14.903513 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b459f7b-cb08-4c5a-9eda-c510972a104e None None] Sync routers for ids ['59e76e46-d6ab-4135-be57-218e260cda16'] in dv-cinder-782910-4-iscsi {{(pid=94139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 14:06:14.916644 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b459f7b-cb08-4c5a-9eda-c510972a104e None None] Routers {'59e76e46-d6ab-4135-be57-218e260cda16'} bound to L3 agent in host dv-cinder-782910-4-iscsi {{(pid=94139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:06:14.917062 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [None req-9f874cbc-9a3f-4088-8975-06539666c676 None None] Attempting to bind port 8f6374b2-2c39-4af5-9ddd-7a18d2edbb4f on host dv-cinder-782910-4-iscsi for vnic_type normal with profile {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 14:06:14.917673 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [None req-9f874cbc-9a3f-4088-8975-06539666c676 None None] Attempting to bind port 8f6374b2-2c39-4af5-9ddd-7a18d2edbb4f by drivers openvswitch,hyperv on host dv-cinder-782910-4-iscsi at level 0 using segments [{'id': '5550a781-5bde-4ad4-a1aa-3dd2778b0f71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92'}] {{(pid=94140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 14:06:14.918220 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f874cbc-9a3f-4088-8975-06539666c676 None None] Attempting to bind port 8f6374b2-2c39-4af5-9ddd-7a18d2edbb4f on network 50058ef2-6e12-4dff-890f-d2e17fb9ee92 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 14:06:14.918493 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-2528d19d-9466-49fa-9621-2de84a585dd6 admin admin] Notify callbacks [] for router, before_response {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:14.919731 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.l3_hamode_db [None req-0b459f7b-cb08-4c5a-9eda-c510972a104e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-07T13:58:13Z,description=,heartbeat_timestamp=2021-09-07T14:06:13Z,host='dv-cinder-782910-4-iscsi',id=fa68c273-d39f-43dc-b6f8-e0c6852ace12,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T13:58:13Z,topic='l3_agent')) {'router_ids': ['59e76e46-d6ab-4135-be57-218e260cda16'], 'active': True} {{(pid=94139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:06:14.922807 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [None req-2528d19d-9466-49fa-9621-2de84a585dd6 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.0396283 Sep 07 14:06:14.929563 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.wsgi [-] (94137) accepted ('10.222.0.60', 42866) {{(pid=94137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:06:14.947803 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00df142-cd8b-4d86-9d26-804298ab782c None None] Pushing event updated for resources: {'Port': ['ID=8f6374b2-2c39-4af5-9ddd-7a18d2edbb4f,revision_number=2']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:06:14.959332 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f874cbc-9a3f-4088-8975-06539666c676 None None] Checking agent: {'id': 'b1ca48ac-dc13-463a-a516-8ddf18655ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782910-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 13, 58, 14), 'started_at': datetime.datetime(2021, 9, 7, 13, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 14, 6, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782910-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 14:06:14.959773 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f874cbc-9a3f-4088-8975-06539666c676 None None] Checking segment: {'id': '5550a781-5bde-4ad4-a1aa-3dd2778b0f71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 14:06:14.965962 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-9f874cbc-9a3f-4088-8975-06539666c676 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:14.966677 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f874cbc-9a3f-4088-8975-06539666c676 None None] Bound using segment: {'id': '5550a781-5bde-4ad4-a1aa-3dd2778b0f71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92'} {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 14:06:14.967866 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [None req-9f874cbc-9a3f-4088-8975-06539666c676 None None] Bound port: 8f6374b2-2c39-4af5-9ddd-7a18d2edbb4f, host: dv-cinder-782910-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5550a781-5bde-4ad4-a1aa-3dd2778b0f71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92'}}] {{(pid=94140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 14:06:14.967866 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-9f874cbc-9a3f-4088-8975-06539666c676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:15.010268 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-77a25c97-67a4-4125-a3cd-e58befdbfeec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585164'] for security_group, after_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:15.013380 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-77a25c97-67a4-4125-a3cd-e58befdbfeec admin admin] Notify callbacks [] for security_group, before_response {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:15.016782 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [None req-77a25c97-67a4-4125-a3cd-e58befdbfeec admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6e33c343-9380-4bb5-a310-f2c424366077 HTTP/1.1" status: 204 len: 168 time: 0.3942230 Sep 07 14:06:15.029686 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00df142-cd8b-4d86-9d26-804298ab782c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:06:15.030460 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00df142-cd8b-4d86-9d26-804298ab782c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:06:15.031107 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00df142-cd8b-4d86-9d26-804298ab782c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:06:15.031782 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00df142-cd8b-4d86-9d26-804298ab782c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:06:15.032441 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00df142-cd8b-4d86-9d26-804298ab782c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:06:15.033017 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00df142-cd8b-4d86-9d26-804298ab782c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:06:15.045269 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00df142-cd8b-4d86-9d26-804298ab782c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:06:15.046007 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00df142-cd8b-4d86-9d26-804298ab782c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:06:15.046556 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00df142-cd8b-4d86-9d26-804298ab782c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:06:15.049575 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00df142-cd8b-4d86-9d26-804298ab782c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:06:15.050612 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a25c97-67a4-4125-a3cd-e58befdbfeec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e33c343-9380-4bb5-a310-f2c424366077,revision_number=None']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:06:15.050739 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00df142-cd8b-4d86-9d26-804298ab782c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:06:15.050739 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00df142-cd8b-4d86-9d26-804298ab782c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:06:15.052047 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00df142-cd8b-4d86-9d26-804298ab782c None None] Tracked resource versions report: Sep 07 14:06:15.052047 dv-cinder-782910-4-iscsi neutron-server[94140]: pushed versions: Sep 07 14:06:15.052047 dv-cinder-782910-4-iscsi neutron-server[94140]: { 'AddressGroup': {'1.2'}, Sep 07 14:06:15.052047 dv-cinder-782910-4-iscsi neutron-server[94140]: 'ConntrackHelper': {'1.0'}, Sep 07 14:06:15.052047 dv-cinder-782910-4-iscsi neutron-server[94140]: 'Log': {'1.0'}, Sep 07 14:06:15.052047 dv-cinder-782910-4-iscsi neutron-server[94140]: 'Network': {'1.1'}, Sep 07 14:06:15.052047 dv-cinder-782910-4-iscsi neutron-server[94140]: 'Port': {'1.7'}, Sep 07 14:06:15.052047 dv-cinder-782910-4-iscsi neutron-server[94140]: 'PortForwarding': {'1.2'}, Sep 07 14:06:15.052047 dv-cinder-782910-4-iscsi neutron-server[94140]: 'QosPolicy': {'1.9'}, Sep 07 14:06:15.052047 dv-cinder-782910-4-iscsi neutron-server[94140]: 'SecurityGroup': {'1.4'}, Sep 07 14:06:15.052047 dv-cinder-782910-4-iscsi neutron-server[94140]: 'SecurityGroupRule': {'1.2'}, Sep 07 14:06:15.052047 dv-cinder-782910-4-iscsi neutron-server[94140]: 'SubPort': {'1.0'}, Sep 07 14:06:15.052047 dv-cinder-782910-4-iscsi neutron-server[94140]: 'Subnet': {'1.1'}, Sep 07 14:06:15.052047 dv-cinder-782910-4-iscsi neutron-server[94140]: 'Trunk': {'1.1'}} Sep 07 14:06:15.052047 dv-cinder-782910-4-iscsi neutron-server[94140]: consumer versions: Sep 07 14:06:15.052047 dv-cinder-782910-4-iscsi neutron-server[94140]: { DHCP agent@dv-cinder-782910-4-iscsi: {}, Sep 07 14:06:15.052047 dv-cinder-782910-4-iscsi neutron-server[94140]: HyperV agent@hv-cinder-78291: {}, Sep 07 14:06:15.052047 dv-cinder-782910-4-iscsi neutron-server[94140]: L3 agent@dv-cinder-782910-4-iscsi: {}, Sep 07 14:06:15.052047 dv-cinder-782910-4-iscsi neutron-server[94140]: Metadata agent@dv-cinder-782910-4-iscsi: {}, Sep 07 14:06:15.052047 dv-cinder-782910-4-iscsi neutron-server[94140]: Metering agent@dv-cinder-782910-4-iscsi: {}, Sep 07 14:06:15.052047 dv-cinder-782910-4-iscsi neutron-server[94140]: Open vSwitch agent@dv-cinder-782910-4-iscsi: { 'AddressGroup': '1.2', Sep 07 14:06:15.052047 dv-cinder-782910-4-iscsi neutron-server[94140]: 'ConntrackHelper': '1.0', Sep 07 14:06:15.052047 dv-cinder-782910-4-iscsi neutron-server[94140]: 'Log': '1.0', Sep 07 14:06:15.052047 dv-cinder-782910-4-iscsi neutron-server[94140]: 'Network': '1.1', Sep 07 14:06:15.052047 dv-cinder-782910-4-iscsi neutron-server[94140]: 'Port': '1.7', Sep 07 14:06:15.052047 dv-cinder-782910-4-iscsi neutron-server[94140]: 'PortForwarding': '1.2', Sep 07 14:06:15.052047 dv-cinder-782910-4-iscsi neutron-server[94140]: 'QosPolicy': '1.9', Sep 07 14:06:15.052047 dv-cinder-782910-4-iscsi neutron-server[94140]: 'SecurityGroup': '1.4', Sep 07 14:06:15.052047 dv-cinder-782910-4-iscsi neutron-server[94140]: 'SecurityGroupRule': '1.2', Sep 07 14:06:15.052047 dv-cinder-782910-4-iscsi neutron-server[94140]: 'SubPort': '1.0', Sep 07 14:06:15.052047 dv-cinder-782910-4-iscsi neutron-server[94140]: 'Subnet': '1.1', Sep 07 14:06:15.052047 dv-cinder-782910-4-iscsi neutron-server[94140]: 'Trunk': '1.1'}} Sep 07 14:06:15.052047 dv-cinder-782910-4-iscsi neutron-server[94140]: {{(pid=94140) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 07 14:06:15.152586 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.l3_dvr_db [None req-0b459f7b-cb08-4c5a-9eda-c510972a104e None None] Set router 59e76e46-d6ab-4135-be57-218e260cda16 gateway port host: dv-cinder-782910-4-iscsi {{(pid=94139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:06:15.168478 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.plugins.ml2.db [None req-9f874cbc-9a3f-4088-8975-06539666c676 None None] For port 8f6374b2-2c39-4af5-9ddd-7a18d2edbb4f, host dv-cinder-782910-4-iscsi, cleared binding levels {{(pid=94140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 14:06:15.172993 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.plugins.ml2.db [None req-9f874cbc-9a3f-4088-8975-06539666c676 None None] For port 8f6374b2-2c39-4af5-9ddd-7a18d2edbb4f, host dv-cinder-782910-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-4-iscsi',level=0,port_id=8f6374b2-2c39-4af5-9ddd-7a18d2edbb4f,segment=NetworkSegment(5550a781-5bde-4ad4-a1aa-3dd2778b0f71),segment_id=5550a781-5bde-4ad4-a1aa-3dd2778b0f71)] {{(pid=94140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 14:06:15.185766 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-9f874cbc-9a3f-4088-8975-06539666c676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735729008622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735728620463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735728620481'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:15.370486 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00df142-cd8b-4d86-9d26-804298ab782c None None] Pushing event updated for resources: {'Port': ['ID=8f6374b2-2c39-4af5-9ddd-7a18d2edbb4f,revision_number=3']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:06:15.427325 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f874cbc-9a3f-4088-8975-06539666c676 None None] Routers {'db0f73ed-72c0-4237-a571-ef8c93c7e60f'} bound to L3 agent in host dv-cinder-782910-4-iscsi {{(pid=94140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:06:15.428187 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.l3_hamode_db [None req-9f874cbc-9a3f-4088-8975-06539666c676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-07T13:58:13Z,description=,heartbeat_timestamp=2021-09-07T14:06:13Z,host='dv-cinder-782910-4-iscsi',id=fa68c273-d39f-43dc-b6f8-e0c6852ace12,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T13:58:13Z,topic='l3_agent')) {'router_ids': ['db0f73ed-72c0-4237-a571-ef8c93c7e60f'], 'active': True} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:06:15.661194 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.l3_dvr_db [None req-9f874cbc-9a3f-4088-8975-06539666c676 None None] Set router db0f73ed-72c0-4237-a571-ef8c93c7e60f gateway port host: dv-cinder-782910-4-iscsi {{(pid=94140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:06:15.662094 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.l3_hamode_db [None req-0b459f7b-cb08-4c5a-9eda-c510972a104e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59e76e46-d6ab-4135-be57-218e260cda16', 'name': 'tempest-AttachVolumeTestJSON-699305333-router', 'tenant_id': '584f3be6a05141bfb7e331ef2c02474d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'external_fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': '6ec66676-b930-4576-9375-757e5ad95813', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:06:09Z', 'updated_at': '2021-09-07T14:06:12Z', 'revision_number': 3, 'project_id': '584f3be6a05141bfb7e331ef2c02474d', 'gw_port': {'id': '6ec66676-b930-4576-9375-757e5ad95813', 'name': '', 'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:e2:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59e76e46-d6ab-4135-be57-218e260cda16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:06:10Z', 'updated_at': '2021-09-07T14:06:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-4-iscsi'}], 'dv-cinder-782910-4-iscsi', False) {} {{(pid=94139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:06:15.672170 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-2fdd210e-e5b9-449c-9533-c5c8599ee093 req-f5cf8c3d-7151-4d3f-bf58-e200af784666 tempest-DeleteServersTestJSON-1683936553 tempest-DeleteServersTestJSON-1683936553-project] 10.222.0.60 "GET /v2.0/ports?device_id=74cad41e-7bf1-4a3d-ad3a-e72e4d9536a4 HTTP/1.1" status: 200 len: 210 time: 0.0725675 Sep 07 14:06:15.717788 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b459f7b-cb08-4c5a-9eda-c510972a104e None None] Checking router: 59e76e46-d6ab-4135-be57-218e260cda16 for host: dv-cinder-782910-4-iscsi {{(pid=94139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 14:06:15.718338 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b459f7b-cb08-4c5a-9eda-c510972a104e None None] Updating router 59e76e46-d6ab-4135-be57-218e260cda16 port 6ec66676-b930-4576-9375-757e5ad95813 binding host dv-cinder-782910-4-iscsi {{(pid=94139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 14:06:15.751179 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-0b459f7b-cb08-4c5a-9eda-c510972a104e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:15.890167 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.db.db_base_plugin_common [None req-b5e6c2a7-eac0-4729-af91-8f99d1605561 admin admin] Allocated IP 172.20.0.1 (b48e9ba8-aaf3-4c6b-ae21-ae2a5cc44314/1cd4c5b2-90f1-4140-9c02-290aaedbc1cc/bd8dedaf-b468-4e14-a4e6-01393fa094a7) {{(pid=94137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 14:06:15.903631 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-24e6fa56-2407-4935-9ec7-bc4eea9bdf8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:15.934489 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.l3_hamode_db [None req-9f874cbc-9a3f-4088-8975-06539666c676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db0f73ed-72c0-4237-a571-ef8c93c7e60f', 'name': 'tempest-ServerRescueNegativeTestJSON-180263445-router', 'tenant_id': '1d6de94667ae4a6191fd8937736e1379', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'external_fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': '8f6374b2-2c39-4af5-9ddd-7a18d2edbb4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:06:08Z', 'updated_at': '2021-09-07T14:06:11Z', 'revision_number': 3, 'project_id': '1d6de94667ae4a6191fd8937736e1379', 'gw_port': {'id': '8f6374b2-2c39-4af5-9ddd-7a18d2edbb4f', 'name': '', 'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:e3:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db0f73ed-72c0-4237-a571-ef8c93c7e60f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:06:10Z', 'updated_at': '2021-09-07T14:06:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-4-iscsi'}], 'dv-cinder-782910-4-iscsi', False) {} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:06:15.985857 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f874cbc-9a3f-4088-8975-06539666c676 None None] The sync data for ids ['db0f73ed-72c0-4237-a571-ef8c93c7e60f'] in dv-cinder-782910-4-iscsi is: [{'id': 'db0f73ed-72c0-4237-a571-ef8c93c7e60f', 'name': 'tempest-ServerRescueNegativeTestJSON-180263445-router', 'tenant_id': '1d6de94667ae4a6191fd8937736e1379', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'external_fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': '8f6374b2-2c39-4af5-9ddd-7a18d2edbb4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:06:08Z', 'updated_at': '2021-09-07T14:06:11Z', 'revision_number': 3, 'project_id': '1d6de94667ae4a6191fd8937736e1379', 'gw_port': {'id': '8f6374b2-2c39-4af5-9ddd-7a18d2edbb4f', 'name': '', 'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:e3:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db0f73ed-72c0-4237-a571-ef8c93c7e60f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:06:10Z', 'updated_at': '2021-09-07T14:06:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-4-iscsi'}] {{(pid=94140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 14:06:16.153914 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-0b459f7b-cb08-4c5a-9eda-c510972a104e None None] Notify callbacks [] for port, precommit_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:16.162596 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-b5e6c2a7-eac0-4729-af91-8f99d1605561 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:16.165031 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-0b459f7b-cb08-4c5a-9eda-c510972a104e None None] Transition to ACTIVE for port object 6ec66676-b930-4576-9375-757e5ad95813 will not be triggered until provisioned by entity L2. {{(pid=94139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 14:06:16.173891 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-0b459f7b-cb08-4c5a-9eda-c510972a104e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735729008622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735728620463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735728620481'] for port, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:16.227053 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2019c773-a163-459c-94a4-b93d68f6aef4 None None] Pushing event updated for resources: {'Port': ['ID=6ec66676-b930-4576-9375-757e5ad95813,revision_number=2']} {{(pid=94139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:06:16.229443 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-2f07f13a-5c64-47b7-8b3f-cf4708889cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:16.233853 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.managers [None req-0b459f7b-cb08-4c5a-9eda-c510972a104e None None] Attempting to bind port 6ec66676-b930-4576-9375-757e5ad95813 on host dv-cinder-782910-4-iscsi for vnic_type normal with profile {{(pid=94139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 14:06:16.234501 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.managers [None req-0b459f7b-cb08-4c5a-9eda-c510972a104e None None] Attempting to bind port 6ec66676-b930-4576-9375-757e5ad95813 by drivers openvswitch,hyperv on host dv-cinder-782910-4-iscsi at level 0 using segments [{'id': '5550a781-5bde-4ad4-a1aa-3dd2778b0f71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92'}] {{(pid=94139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 14:06:16.235934 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b459f7b-cb08-4c5a-9eda-c510972a104e None None] Attempting to bind port 6ec66676-b930-4576-9375-757e5ad95813 on network 50058ef2-6e12-4dff-890f-d2e17fb9ee92 {{(pid=94139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 14:06:16.243514 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b459f7b-cb08-4c5a-9eda-c510972a104e None None] Checking agent: {'id': 'b1ca48ac-dc13-463a-a516-8ddf18655ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782910-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 13, 58, 14), 'started_at': datetime.datetime(2021, 9, 7, 13, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 14, 6, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782910-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 14:06:16.244232 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b459f7b-cb08-4c5a-9eda-c510972a104e None None] Checking segment: {'id': '5550a781-5bde-4ad4-a1aa-3dd2778b0f71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 14:06:16.244942 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-0b459f7b-cb08-4c5a-9eda-c510972a104e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:16.245675 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b459f7b-cb08-4c5a-9eda-c510972a104e None None] Bound using segment: {'id': '5550a781-5bde-4ad4-a1aa-3dd2778b0f71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92'} {{(pid=94139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 14:06:16.246493 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.managers [None req-0b459f7b-cb08-4c5a-9eda-c510972a104e None None] Bound port: 6ec66676-b930-4576-9375-757e5ad95813, host: dv-cinder-782910-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5550a781-5bde-4ad4-a1aa-3dd2778b0f71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92'}}] {{(pid=94139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 14:06:16.247039 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-0b459f7b-cb08-4c5a-9eda-c510972a104e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:16.311931 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.db [None req-0b459f7b-cb08-4c5a-9eda-c510972a104e None None] For port 6ec66676-b930-4576-9375-757e5ad95813, host dv-cinder-782910-4-iscsi, cleared binding levels {{(pid=94139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 14:06:16.316145 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.db [None req-0b459f7b-cb08-4c5a-9eda-c510972a104e None None] For port 6ec66676-b930-4576-9375-757e5ad95813, host dv-cinder-782910-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-4-iscsi',level=0,port_id=6ec66676-b930-4576-9375-757e5ad95813,segment=NetworkSegment(5550a781-5bde-4ad4-a1aa-3dd2778b0f71),segment_id=5550a781-5bde-4ad4-a1aa-3dd2778b0f71)] {{(pid=94139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 14:06:16.322655 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-b5e6c2a7-eac0-4729-af91-8f99d1605561 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735728620445'] for port, after_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:16.330234 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-0b459f7b-cb08-4c5a-9eda-c510972a104e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735729008622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735728620463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735728620481'] for port, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:16.485319 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2019c773-a163-459c-94a4-b93d68f6aef4 None None] Pushing event updated for resources: {'Port': ['ID=6ec66676-b930-4576-9375-757e5ad95813,revision_number=3']} {{(pid=94139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:06:16.531497 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b459f7b-cb08-4c5a-9eda-c510972a104e None None] Routers {'59e76e46-d6ab-4135-be57-218e260cda16'} bound to L3 agent in host dv-cinder-782910-4-iscsi {{(pid=94139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:06:16.532452 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.l3_hamode_db [None req-0b459f7b-cb08-4c5a-9eda-c510972a104e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-07T13:58:13Z,description=,heartbeat_timestamp=2021-09-07T14:06:13Z,host='dv-cinder-782910-4-iscsi',id=fa68c273-d39f-43dc-b6f8-e0c6852ace12,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T13:58:13Z,topic='l3_agent')) {'router_ids': ['59e76e46-d6ab-4135-be57-218e260cda16'], 'active': True} {{(pid=94139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:06:16.644641 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5e6c2a7-eac0-4729-af91-8f99d1605561 admin admin] Network b48e9ba8-aaf3-4c6b-ae21-ae2a5cc44314 is already hosted by enough agents. {{(pid=94137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 14:06:16.651207 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.scheduler.base_scheduler [None req-b5e6c2a7-eac0-4729-af91-8f99d1605561 admin admin] Resources bound (agent type, host, resource id): {{(pid=94137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:06:16.657277 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e6c2a7-eac0-4729-af91-8f99d1605561 admin admin] Received port after_create {{(pid=94137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 14:06:16.657736 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-b5e6c2a7-eac0-4729-af91-8f99d1605561 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432517'] for router_interface, before_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:16.716168 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e6c2a7-eac0-4729-af91-8f99d1605561 admin admin] Pushing event updated for resources: {'Port': ['ID=bd8dedaf-b468-4e14-a4e6-01393fa094a7,revision_number=1']} {{(pid=94137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:06:16.736075 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.l3_dvr_db [None req-0b459f7b-cb08-4c5a-9eda-c510972a104e None None] Set router 59e76e46-d6ab-4135-be57-218e260cda16 gateway port host: dv-cinder-782910-4-iscsi {{(pid=94139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:06:16.854423 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-60d8e3b9-35d0-4ca7-8d1b-a0c9d6ba0399 req-a9134c05-8c84-45a9-9270-b6add7f54feb tempest-DeleteServersTestJSON-1683936553 tempest-DeleteServersTestJSON-1683936553-project] 10.222.0.60 "GET /v2.0/ports?device_id=74cad41e-7bf1-4a3d-ad3a-e72e4d9536a4 HTTP/1.1" status: 200 len: 210 time: 0.0547402 Sep 07 14:06:16.871807 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.db.db_base_plugin_common [None req-2f07f13a-5c64-47b7-8b3f-cf4708889cd8 admin admin] Allocated IP 172.20.0.1 (2ef27011-b43e-416b-9da9-0568387a6a08/f68d2061-21fd-4a9c-bc36-251c4f0ac2ed/b548ab8e-fec8-44e6-80ad-616f1bc39673) {{(pid=94137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 14:06:17.011553 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.l3_hamode_db [None req-0b459f7b-cb08-4c5a-9eda-c510972a104e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59e76e46-d6ab-4135-be57-218e260cda16', 'name': 'tempest-AttachVolumeTestJSON-699305333-router', 'tenant_id': '584f3be6a05141bfb7e331ef2c02474d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'external_fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': '6ec66676-b930-4576-9375-757e5ad95813', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:06:09Z', 'updated_at': '2021-09-07T14:06:12Z', 'revision_number': 3, 'project_id': '584f3be6a05141bfb7e331ef2c02474d', 'gw_port': {'id': '6ec66676-b930-4576-9375-757e5ad95813', 'name': '', 'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:e2:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59e76e46-d6ab-4135-be57-218e260cda16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:06:10Z', 'updated_at': '2021-09-07T14:06:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-4-iscsi'}], 'dv-cinder-782910-4-iscsi', False) {} {{(pid=94139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:06:17.065818 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b459f7b-cb08-4c5a-9eda-c510972a104e None None] The sync data for ids ['59e76e46-d6ab-4135-be57-218e260cda16'] in dv-cinder-782910-4-iscsi is: [{'id': '59e76e46-d6ab-4135-be57-218e260cda16', 'name': 'tempest-AttachVolumeTestJSON-699305333-router', 'tenant_id': '584f3be6a05141bfb7e331ef2c02474d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'external_fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': '6ec66676-b930-4576-9375-757e5ad95813', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:06:09Z', 'updated_at': '2021-09-07T14:06:12Z', 'revision_number': 3, 'project_id': '584f3be6a05141bfb7e331ef2c02474d', 'gw_port': {'id': '6ec66676-b930-4576-9375-757e5ad95813', 'name': '', 'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:e2:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59e76e46-d6ab-4135-be57-218e260cda16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:06:10Z', 'updated_at': '2021-09-07T14:06:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-4-iscsi'}] {{(pid=94139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 14:06:17.076527 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-b5e6c2a7-eac0-4729-af91-8f99d1605561 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_update {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:17.239964 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-2f07f13a-5c64-47b7-8b3f-cf4708889cd8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:17.270665 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.db.provisioning_blocks [None req-2f07f13a-5c64-47b7-8b3f-cf4708889cd8 admin admin] Transition to ACTIVE for port object b548ab8e-fec8-44e6-80ad-616f1bc39673 will not be triggered until provisioned by entity DHCP. {{(pid=94137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 14:06:17.392181 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-2f07f13a-5c64-47b7-8b3f-cf4708889cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735728620445'] for port, after_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:17.478287 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f07f13a-5c64-47b7-8b3f-cf4708889cd8 admin admin] Network 2ef27011-b43e-416b-9da9-0568387a6a08 is already hosted by enough agents. {{(pid=94137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 14:06:17.488879 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.scheduler.base_scheduler [None req-2f07f13a-5c64-47b7-8b3f-cf4708889cd8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:06:17.543133 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f07f13a-5c64-47b7-8b3f-cf4708889cd8 admin admin] Received port after_create {{(pid=94137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 14:06:17.543645 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-2f07f13a-5c64-47b7-8b3f-cf4708889cd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432517'] for router_interface, before_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:17.720344 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f07f13a-5c64-47b7-8b3f-cf4708889cd8 admin admin] Pushing event updated for resources: {'Port': ['ID=b548ab8e-fec8-44e6-80ad-616f1bc39673,revision_number=1']} {{(pid=94137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:06:17.972004 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-b5e6c2a7-eac0-4729-af91-8f99d1605561 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:18.059813 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-b5e6c2a7-eac0-4729-af91-8f99d1605561 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735729008622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735728620463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735728620481'] for port, after_update {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:18.075197 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-b5e6c2a7-eac0-4729-af91-8f99d1605561 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-433429'] for router_interface, after_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:18.084517 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-d1ab0d5d-d9c0-4073-a466-41426b64793b None None] Provisioning for port b548ab8e-fec8-44e6-80ad-616f1bc39673 completed by entity DHCP. {{(pid=94139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 14:06:18.122849 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-d1ab0d5d-d9c0-4073-a466-41426b64793b None None] Provisioning complete for port b548ab8e-fec8-44e6-80ad-616f1bc39673 triggered by entity DHCP. {{(pid=94139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:06:18.123496 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-d1ab0d5d-d9c0-4073-a466-41426b64793b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462246'] for port, provisioning_complete {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:18.233167 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-2f07f13a-5c64-47b7-8b3f-cf4708889cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_update {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:18.290459 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.plugin [None req-d1ab0d5d-d9c0-4073-a466-41426b64793b None None] Port b548ab8e-fec8-44e6-80ad-616f1bc39673 cannot update to ACTIVE because it is not bound. {{(pid=94139) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 14:06:18.362683 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-90497945-cc67-4e40-89ff-93978391019b None None] Device 8f6374b2-2c39-4af5-9ddd-7a18d2edbb4f up at agent ovs-agent-dv-cinder-782910-4-iscsi {{(pid=94139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:06:18.405641 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.v2.base [req-020fd62a-96ba-4d9a-b841-6990c067339f req-d7a8e0c6-d366-4a89-854e-9750a280bdcf tempest-DeleteServersTestJSON-1683936553 tempest-DeleteServersTestJSON-1683936553-project] Request body: {'port': {'device_id': '74cad41e-7bf1-4a3d-ad3a-e72e4d9536a4', 'network_id': '3c7f95fe-f49c-4700-adb0-3b0a527a4bc4', 'admin_state_up': True, 'tenant_id': '290b195be3ac45758ce83cc2b4838b4b'}} {{(pid=94138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:06:18.481138 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:18.651786 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-90497945-cc67-4e40-89ff-93978391019b None None] Provisioning for port 8f6374b2-2c39-4af5-9ddd-7a18d2edbb4f completed by entity L2. {{(pid=94139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 14:06:18.675656 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-90497945-cc67-4e40-89ff-93978391019b None None] Provisioning complete for port 8f6374b2-2c39-4af5-9ddd-7a18d2edbb4f triggered by entity L2. {{(pid=94139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:06:18.676272 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-90497945-cc67-4e40-89ff-93978391019b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462246'] for port, provisioning_complete {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:18.754972 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e6c2a7-eac0-4729-af91-8f99d1605561 admin admin] Pushing event updated for resources: {'Port': ['ID=bd8dedaf-b468-4e14-a4e6-01393fa094a7,revision_number=2']} {{(pid=94137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:06:19.016912 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-7e916a7c-eff6-4d8d-852b-969d0690f99f req-c532c9d2-16a9-47b0-bb27-a3792e1b9aeb tempest-DeleteServersTestJSON-1683936553 tempest-DeleteServersTestJSON-1683936553-project] 10.222.0.60 "GET /v2.0/ports?device_id=74cad41e-7bf1-4a3d-ad3a-e72e4d9536a4 HTTP/1.1" status: 200 len: 210 time: 0.2415793 Sep 07 14:06:19.152338 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-90497945-cc67-4e40-89ff-93978391019b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:19.190338 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-020fd62a-96ba-4d9a-b841-6990c067339f req-d7a8e0c6-d366-4a89-854e-9750a280bdcf tempest-DeleteServersTestJSON-1683936553 tempest-DeleteServersTestJSON-1683936553-project] Made reservation on behalf of 290b195be3ac45758ce83cc2b4838b4b for: {'port': 1} {{(pid=94138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 14:06:19.202191 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.db [None req-90497945-cc67-4e40-89ff-93978391019b None None] For port 8f6374b2-2c39-4af5-9ddd-7a18d2edbb4f, host dv-cinder-782910-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-4-iscsi',level=0,port_id=8f6374b2-2c39-4af5-9ddd-7a18d2edbb4f,segment=NetworkSegment(5550a781-5bde-4ad4-a1aa-3dd2778b0f71),segment_id=5550a781-5bde-4ad4-a1aa-3dd2778b0f71)] {{(pid=94139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:06:19.208832 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-020fd62a-96ba-4d9a-b841-6990c067339f req-d7a8e0c6-d366-4a89-854e-9750a280bdcf tempest-DeleteServersTestJSON-1683936553 tempest-DeleteServersTestJSON-1683936553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:19.226976 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-90497945-cc67-4e40-89ff-93978391019b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735729008622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735728620463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735728620481'] for port, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:19.240450 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-90497945-cc67-4e40-89ff-93978391019b None None] Device 6ec66676-b930-4576-9375-757e5ad95813 up at agent ovs-agent-dv-cinder-782910-4-iscsi {{(pid=94139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:06:19.407653 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-2f07f13a-5c64-47b7-8b3f-cf4708889cd8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:19.411865 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5e6c2a7-eac0-4729-af91-8f99d1605561 admin admin] Network b48e9ba8-aaf3-4c6b-ae21-ae2a5cc44314 is already hosted by enough agents. {{(pid=94137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 14:06:19.413851 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.scheduler.base_scheduler [None req-b5e6c2a7-eac0-4729-af91-8f99d1605561 admin admin] Resources bound (agent type, host, resource id): {{(pid=94137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:06:19.417223 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-2f07f13a-5c64-47b7-8b3f-cf4708889cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735729008622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735728620463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735728620481'] for port, after_update {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:19.418239 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-2f07f13a-5c64-47b7-8b3f-cf4708889cd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-433429'] for router_interface, after_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:19.490897 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90497945-cc67-4e40-89ff-93978391019b None None] Pushing event updated for resources: {'Port': ['ID=8f6374b2-2c39-4af5-9ddd-7a18d2edbb4f,revision_number=4']} {{(pid=94139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:06:19.499754 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-90497945-cc67-4e40-89ff-93978391019b None None] Provisioning for port 6ec66676-b930-4576-9375-757e5ad95813 completed by entity L2. {{(pid=94139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 14:06:19.522451 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-90497945-cc67-4e40-89ff-93978391019b None None] Provisioning complete for port 6ec66676-b930-4576-9375-757e5ad95813 triggered by entity L2. {{(pid=94139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:06:19.523057 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-90497945-cc67-4e40-89ff-93978391019b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462246'] for port, provisioning_complete {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:19.559566 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.wsgi [-] (94137) accepted ('10.222.0.60', 43008) {{(pid=94137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:06:19.589109 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f07f13a-5c64-47b7-8b3f-cf4708889cd8 admin admin] Pushing event updated for resources: {'Port': ['ID=b548ab8e-fec8-44e6-80ad-616f1bc39673,revision_number=2']} {{(pid=94137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:06:19.782326 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-90497945-cc67-4e40-89ff-93978391019b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:19.827196 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.db [None req-90497945-cc67-4e40-89ff-93978391019b None None] For port 6ec66676-b930-4576-9375-757e5ad95813, host dv-cinder-782910-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-4-iscsi',level=0,port_id=6ec66676-b930-4576-9375-757e5ad95813,segment=NetworkSegment(5550a781-5bde-4ad4-a1aa-3dd2778b0f71),segment_id=5550a781-5bde-4ad4-a1aa-3dd2778b0f71)] {{(pid=94139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:06:19.835972 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-90497945-cc67-4e40-89ff-93978391019b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735729008622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735728620463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735728620481'] for port, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:20.003106 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90497945-cc67-4e40-89ff-93978391019b None None] Pushing event updated for resources: {'Port': ['ID=6ec66676-b930-4576-9375-757e5ad95813,revision_number=4']} {{(pid=94139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:06:20.005836 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.db.db_base_plugin_common [req-020fd62a-96ba-4d9a-b841-6990c067339f req-d7a8e0c6-d366-4a89-854e-9750a280bdcf tempest-DeleteServersTestJSON-1683936553 tempest-DeleteServersTestJSON-1683936553-project] Allocated IP 172.20.0.9 (3c7f95fe-f49c-4700-adb0-3b0a527a4bc4/82368d6a-b32a-4803-b7a2-1e4a369ac450/b6b49ead-c1d9-4e83-96bf-fd20c3f4c959) {{(pid=94138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 14:06:20.018809 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5e6c2a7-eac0-4729-af91-8f99d1605561 admin admin] Router db0f73ed-72c0-4237-a571-ef8c93c7e60f has already been hosted by L3 agent fa68c273-d39f-43dc-b6f8-e0c6852ace12 {{(pid=94137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 14:06:20.074232 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-f4b9beb0-6e0f-4bce-951e-70edf4ed3255 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:20.127548 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f07f13a-5c64-47b7-8b3f-cf4708889cd8 admin admin] Network 2ef27011-b43e-416b-9da9-0568387a6a08 is already hosted by enough agents. {{(pid=94137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 14:06:20.138806 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.scheduler.base_scheduler [None req-2f07f13a-5c64-47b7-8b3f-cf4708889cd8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:06:20.164284 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-90497945-cc67-4e40-89ff-93978391019b None None] Device 8f6374b2-2c39-4af5-9ddd-7a18d2edbb4f up at agent ovs-agent-dv-cinder-782910-4-iscsi {{(pid=94139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:06:20.273528 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-90497945-cc67-4e40-89ff-93978391019b None None] Provisioning complete for port 8f6374b2-2c39-4af5-9ddd-7a18d2edbb4f triggered by entity L2. {{(pid=94139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:06:20.274240 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-90497945-cc67-4e40-89ff-93978391019b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462246'] for port, provisioning_complete {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:20.487976 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-020fd62a-96ba-4d9a-b841-6990c067339f req-d7a8e0c6-d366-4a89-854e-9750a280bdcf tempest-DeleteServersTestJSON-1683936553 tempest-DeleteServersTestJSON-1683936553-project] Notify callbacks [] for port, precommit_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:20.570102 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-436e26ee-d311-4f20-bcb4-a1e5ce1963d1 req-80969fdf-2589-4f6f-b79c-46514e741368 tempest-DeleteServersTestJSON-1683936553 tempest-DeleteServersTestJSON-1683936553-project] 10.222.0.60 "GET /v2.0/ports?device_id=74cad41e-7bf1-4a3d-ad3a-e72e4d9536a4 HTTP/1.1" status: 200 len: 210 time: 0.3330207 Sep 07 14:06:20.631078 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-020fd62a-96ba-4d9a-b841-6990c067339f req-d7a8e0c6-d366-4a89-854e-9750a280bdcf tempest-DeleteServersTestJSON-1683936553 tempest-DeleteServersTestJSON-1683936553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735728620445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65197361'] for port, after_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:20.665926 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-78b643c6-d093-458b-8a4f-60a0c9412a1c None None] Provisioning complete for port b548ab8e-fec8-44e6-80ad-616f1bc39673 triggered by entity DHCP. {{(pid=94139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:06:20.666597 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-78b643c6-d093-458b-8a4f-60a0c9412a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462246'] for port, provisioning_complete {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:20.704609 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.plugin [None req-78b643c6-d093-458b-8a4f-60a0c9412a1c None None] Port b548ab8e-fec8-44e6-80ad-616f1bc39673 cannot update to ACTIVE because it is not bound. {{(pid=94139) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 14:06:20.795472 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-020fd62a-96ba-4d9a-b841-6990c067339f req-d7a8e0c6-d366-4a89-854e-9750a280bdcf tempest-DeleteServersTestJSON-1683936553 tempest-DeleteServersTestJSON-1683936553-project] Network 3c7f95fe-f49c-4700-adb0-3b0a527a4bc4 is already hosted by enough agents. {{(pid=94138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 14:06:20.812384 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.scheduler.base_scheduler [req-020fd62a-96ba-4d9a-b841-6990c067339f req-d7a8e0c6-d366-4a89-854e-9750a280bdcf tempest-DeleteServersTestJSON-1683936553 tempest-DeleteServersTestJSON-1683936553-project] Resources bound (agent type, host, resource id): {{(pid=94138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:06:20.838827 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.db.l3_dvrscheduler_db [req-020fd62a-96ba-4d9a-b841-6990c067339f req-d7a8e0c6-d366-4a89-854e-9750a280bdcf tempest-DeleteServersTestJSON-1683936553 tempest-DeleteServersTestJSON-1683936553-project] Received port after_create {{(pid=94138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 14:06:20.990199 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020fd62a-96ba-4d9a-b841-6990c067339f req-d7a8e0c6-d366-4a89-854e-9750a280bdcf tempest-DeleteServersTestJSON-1683936553 tempest-DeleteServersTestJSON-1683936553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:06:20.990929 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-020fd62a-96ba-4d9a-b841-6990c067339f req-d7a8e0c6-d366-4a89-854e-9750a280bdcf tempest-DeleteServersTestJSON-1683936553 tempest-DeleteServersTestJSON-1683936553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539090'] for port, before_response {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:21.001943 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a8e0c6-d366-4a89-854e-9750a280bdcf tempest-DeleteServersTestJSON-1683936553 tempest-DeleteServersTestJSON-1683936553-project] Pushing event updated for resources: {'Port': ['ID=b6b49ead-c1d9-4e83-96bf-fd20c3f4c959,revision_number=1']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:06:21.131050 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5e6c2a7-eac0-4729-af91-8f99d1605561 admin admin] Notify agent at l3_agent.dv-cinder-782910-4-iscsi the message routers_updated {{(pid=94137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 14:06:21.136713 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [None req-b5e6c2a7-eac0-4729-af91-8f99d1605561 admin admin] 10.222.0.60 "PUT /v2.0/routers/db0f73ed-72c0-4237-a571-ef8c93c7e60f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9174469 Sep 07 14:06:21.140570 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f07f13a-5c64-47b7-8b3f-cf4708889cd8 admin admin] Router 59e76e46-d6ab-4135-be57-218e260cda16 has already been hosted by L3 agent fa68c273-d39f-43dc-b6f8-e0c6852ace12 {{(pid=94137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 14:06:21.148180 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bc98c0d-cf52-42bd-8a22-cd98e18db780 None None] Sync routers for ids ['db0f73ed-72c0-4237-a571-ef8c93c7e60f'] in dv-cinder-782910-4-iscsi {{(pid=94140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 14:06:21.161061 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc98c0d-cf52-42bd-8a22-cd98e18db780 None None] Routers {'db0f73ed-72c0-4237-a571-ef8c93c7e60f'} bound to L3 agent in host dv-cinder-782910-4-iscsi {{(pid=94140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:06:21.162212 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.l3_hamode_db [None req-7bc98c0d-cf52-42bd-8a22-cd98e18db780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-07T13:58:13Z,description=,heartbeat_timestamp=2021-09-07T14:06:13Z,host='dv-cinder-782910-4-iscsi',id=fa68c273-d39f-43dc-b6f8-e0c6852ace12,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T13:58:13Z,topic='l3_agent')) {'router_ids': ['db0f73ed-72c0-4237-a571-ef8c93c7e60f'], 'active': True} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:06:21.458641 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.l3_dvr_db [None req-7bc98c0d-cf52-42bd-8a22-cd98e18db780 None None] Set router db0f73ed-72c0-4237-a571-ef8c93c7e60f gateway port host: dv-cinder-782910-4-iscsi {{(pid=94140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:06:21.473976 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-f4b9beb0-6e0f-4bce-951e-70edf4ed3255 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:21.490211 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-020fd62a-96ba-4d9a-b841-6990c067339f req-d7a8e0c6-d366-4a89-854e-9750a280bdcf tempest-DeleteServersTestJSON-1683936553 tempest-DeleteServersTestJSON-1683936553-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1040397 Sep 07 14:06:21.491541 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-f4b9beb0-6e0f-4bce-951e-70edf4ed3255 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585164'] for security_group, after_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:21.541924 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [None req-f4b9beb0-6e0f-4bce-951e-70edf4ed3255 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=648561b3e9e040019059e892ccf2e388&name=default HTTP/1.1" status: 200 len: 2975 time: 1.9797647 Sep 07 14:06:21.543855 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.wsgi [-] (94138) accepted ('10.222.0.60', 43078) {{(pid=94138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:06:21.612434 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f07f13a-5c64-47b7-8b3f-cf4708889cd8 admin admin] Notify agent at l3_agent.dv-cinder-782910-4-iscsi the message routers_updated {{(pid=94137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 14:06:21.631681 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [None req-2f07f13a-5c64-47b7-8b3f-cf4708889cd8 admin admin] 10.222.0.60 "PUT /v2.0/routers/59e76e46-d6ab-4135-be57-218e260cda16/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6925755 Sep 07 14:06:21.631878 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c7b8a91-8cbe-462e-941a-2b5c54b541e2 None None] Sync routers for ids ['59e76e46-d6ab-4135-be57-218e260cda16'] in dv-cinder-782910-4-iscsi {{(pid=94139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 14:06:21.657922 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-b0863365-7569-4e5f-9415-4aec4ff20f36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:21.666552 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c7b8a91-8cbe-462e-941a-2b5c54b541e2 None None] Routers {'59e76e46-d6ab-4135-be57-218e260cda16'} bound to L3 agent in host dv-cinder-782910-4-iscsi {{(pid=94139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:06:21.668195 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.l3_hamode_db [None req-4c7b8a91-8cbe-462e-941a-2b5c54b541e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-07T13:58:13Z,description=,heartbeat_timestamp=2021-09-07T14:06:13Z,host='dv-cinder-782910-4-iscsi',id=fa68c273-d39f-43dc-b6f8-e0c6852ace12,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T13:58:13Z,topic='l3_agent')) {'router_ids': ['59e76e46-d6ab-4135-be57-218e260cda16'], 'active': True} {{(pid=94139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:06:21.681015 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b9beb0-6e0f-4bce-951e-70edf4ed3255 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27d4b157-5ead-4c53-8416-9831a89193e1,revision_number=1']} {{(pid=94137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:06:21.703674 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-b0863365-7569-4e5f-9415-4aec4ff20f36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:21.793915 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-b0863365-7569-4e5f-9415-4aec4ff20f36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585164'] for security_group, after_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:21.808813 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-b0863365-7569-4e5f-9415-4aec4ff20f36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:21.811508 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [None req-b0863365-7569-4e5f-9415-4aec4ff20f36 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/27d4b157-5ead-4c53-8416-9831a89193e1 HTTP/1.1" status: 204 len: 168 time: 0.2659204 Sep 07 14:06:21.841215 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0863365-7569-4e5f-9415-4aec4ff20f36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27d4b157-5ead-4c53-8416-9831a89193e1,revision_number=None']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:06:22.010100 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.l3_dvr_db [None req-4c7b8a91-8cbe-462e-941a-2b5c54b541e2 None None] Set router 59e76e46-d6ab-4135-be57-218e260cda16 gateway port host: dv-cinder-782910-4-iscsi {{(pid=94139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:06:22.090548 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20772ac9-da09-4b6d-b8b1-bb6cf9094462 req-8f4805bc-cc28-4904-9bec-8ee3f698d701 tempest-DeleteServersTestJSON-1683936553 tempest-DeleteServersTestJSON-1683936553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:06:22.097036 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-20772ac9-da09-4b6d-b8b1-bb6cf9094462 req-8f4805bc-cc28-4904-9bec-8ee3f698d701 tempest-DeleteServersTestJSON-1683936553 tempest-DeleteServersTestJSON-1683936553-project] 10.222.0.60 "GET /v2.0/ports?device_id=74cad41e-7bf1-4a3d-ad3a-e72e4d9536a4 HTTP/1.1" status: 200 len: 931 time: 0.3430042 Sep 07 14:06:22.127904 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.l3_hamode_db [None req-7bc98c0d-cf52-42bd-8a22-cd98e18db780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db0f73ed-72c0-4237-a571-ef8c93c7e60f', 'name': 'tempest-ServerRescueNegativeTestJSON-180263445-router', 'tenant_id': '1d6de94667ae4a6191fd8937736e1379', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'external_fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': '8f6374b2-2c39-4af5-9ddd-7a18d2edbb4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:06:08Z', 'updated_at': '2021-09-07T14:06:16Z', 'revision_number': 4, 'project_id': '1d6de94667ae4a6191fd8937736e1379', 'gw_port': {'id': '8f6374b2-2c39-4af5-9ddd-7a18d2edbb4f', 'name': '', 'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:e3:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db0f73ed-72c0-4237-a571-ef8c93c7e60f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:06:10Z', 'updated_at': '2021-09-07T14:06:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-4-iscsi', '_interfaces': [{'id': 'bd8dedaf-b468-4e14-a4e6-01393fa094a7', 'name': '', 'network_id': 'b48e9ba8-aaf3-4c6b-ae21-ae2a5cc44314', 'tenant_id': '1d6de94667ae4a6191fd8937736e1379', 'mac_address': 'fa:16:3e:4b:d5:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db0f73ed-72c0-4237-a571-ef8c93c7e60f', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '1cd4c5b2-90f1-4140-9c02-290aaedbc1cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:06:14Z', 'updated_at': '2021-09-07T14:06:17Z', 'revision_number': 2, 'project_id': '1d6de94667ae4a6191fd8937736e1379', 'subnets': [{'id': '1cd4c5b2-90f1-4140-9c02-290aaedbc1cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782910-4-iscsi', False) {} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:06:22.214839 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bc98c0d-cf52-42bd-8a22-cd98e18db780 None None] Checking router: db0f73ed-72c0-4237-a571-ef8c93c7e60f for host: dv-cinder-782910-4-iscsi {{(pid=94140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 14:06:22.222068 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bc98c0d-cf52-42bd-8a22-cd98e18db780 None None] Updating router db0f73ed-72c0-4237-a571-ef8c93c7e60f port bd8dedaf-b468-4e14-a4e6-01393fa094a7 binding host dv-cinder-782910-4-iscsi {{(pid=94140) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 14:06:22.231156 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-90497945-cc67-4e40-89ff-93978391019b None None] Device 6ec66676-b930-4576-9375-757e5ad95813 up at agent ovs-agent-dv-cinder-782910-4-iscsi {{(pid=94139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:06:22.236729 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.wsgi [req-020fd62a-96ba-4d9a-b841-6990c067339f req-81cc4eca-5b6a-42f5-a244-33451fc7ca8b tempest-DeleteServersTestJSON-1683936553 tempest-DeleteServersTestJSON-1683936553-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=94138) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 14:06:22.237771 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-020fd62a-96ba-4d9a-b841-6990c067339f req-81cc4eca-5b6a-42f5-a244-33451fc7ca8b tempest-DeleteServersTestJSON-1683936553 tempest-DeleteServersTestJSON-1683936553-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0074458 Sep 07 14:06:22.309393 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-20772ac9-da09-4b6d-b8b1-bb6cf9094462 req-6f3dfde3-6bf4-4799-8262-38784eaba54c tempest-DeleteServersTestJSON-1683936553 tempest-DeleteServersTestJSON-1683936553-project] 10.222.0.60 "GET /v2.0/security-groups?id=d908dd73-76e9-4d68-88d8-3e0b7b12405a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749763 Sep 07 14:06:22.338919 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-7bc98c0d-cf52-42bd-8a22-cd98e18db780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:22.592677 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aa740a-2960-416d-93b5-bc5731b09322 req-857ab89a-3011-4f26-8d93-c70d3117006c tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:06:22.595524 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-c9aa740a-2960-416d-93b5-bc5731b09322 req-857ab89a-3011-4f26-8d93-c70d3117006c tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/networks?id=b48e9ba8-aaf3-4c6b-ae21-ae2a5cc44314 HTTP/1.1" status: 200 len: 818 time: 0.6160665 Sep 07 14:06:22.626205 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-c9aa740a-2960-416d-93b5-bc5731b09322 req-04e4424a-838d-4aee-bc8e-dfbae648d393 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/quotas/1d6de94667ae4a6191fd8937736e1379 HTTP/1.1" status: 200 len: 375 time: 0.0188324 Sep 07 14:06:22.716944 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.v2.base [req-020fd62a-96ba-4d9a-b841-6990c067339f req-f81f5cfb-01ca-4db2-9450-d03f3bc044d1 service neutron] Request body: {'port': {'device_id': '74cad41e-7bf1-4a3d-ad3a-e72e4d9536a4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78291'}} {{(pid=94138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:06:22.773146 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-90497945-cc67-4e40-89ff-93978391019b None None] Provisioning complete for port 6ec66676-b930-4576-9375-757e5ad95813 triggered by entity L2. {{(pid=94139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:06:22.773797 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-c9aa740a-2960-416d-93b5-bc5731b09322 req-7acad019-6014-47f8-b90d-a511503b462b tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=1d6de94667ae4a6191fd8937736e1379&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1385803 Sep 07 14:06:22.778760 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-90497945-cc67-4e40-89ff-93978391019b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462246'] for port, provisioning_complete {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:23.170957 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-020fd62a-96ba-4d9a-b841-6990c067339f req-f81f5cfb-01ca-4db2-9450-d03f3bc044d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_update {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:23.182072 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.l3_hamode_db [None req-4c7b8a91-8cbe-462e-941a-2b5c54b541e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59e76e46-d6ab-4135-be57-218e260cda16', 'name': 'tempest-AttachVolumeTestJSON-699305333-router', 'tenant_id': '584f3be6a05141bfb7e331ef2c02474d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'external_fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': '6ec66676-b930-4576-9375-757e5ad95813', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:06:09Z', 'updated_at': '2021-09-07T14:06:17Z', 'revision_number': 4, 'project_id': '584f3be6a05141bfb7e331ef2c02474d', 'gw_port': {'id': '6ec66676-b930-4576-9375-757e5ad95813', 'name': '', 'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:e2:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e76e46-d6ab-4135-be57-218e260cda16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:06:10Z', 'updated_at': '2021-09-07T14:06:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-4-iscsi', '_interfaces': [{'id': 'b548ab8e-fec8-44e6-80ad-616f1bc39673', 'name': '', 'network_id': '2ef27011-b43e-416b-9da9-0568387a6a08', 'tenant_id': '584f3be6a05141bfb7e331ef2c02474d', 'mac_address': 'fa:16:3e:fd:e7:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59e76e46-d6ab-4135-be57-218e260cda16', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f68d2061-21fd-4a9c-bc36-251c4f0ac2ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:06:16Z', 'updated_at': '2021-09-07T14:06:18Z', 'revision_number': 2, 'project_id': '584f3be6a05141bfb7e331ef2c02474d', 'subnets': [{'id': 'f68d2061-21fd-4a9c-bc36-251c4f0ac2ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782910-4-iscsi', False) {} {{(pid=94139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:06:23.316040 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c7b8a91-8cbe-462e-941a-2b5c54b541e2 None None] Checking router: 59e76e46-d6ab-4135-be57-218e260cda16 for host: dv-cinder-782910-4-iscsi {{(pid=94139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 14:06:23.316786 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c7b8a91-8cbe-462e-941a-2b5c54b541e2 None None] Updating router 59e76e46-d6ab-4135-be57-218e260cda16 port b548ab8e-fec8-44e6-80ad-616f1bc39673 binding host dv-cinder-782910-4-iscsi {{(pid=94139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 14:06:23.385554 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-4c7b8a91-8cbe-462e-941a-2b5c54b541e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:23.475212 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.wsgi [req-c9aa740a-2960-416d-93b5-bc5731b09322 req-b0847d04-2d12-489f-b710-0f0f1072d384 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=94137) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 14:06:23.483385 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-c9aa740a-2960-416d-93b5-bc5731b09322 req-b0847d04-2d12-489f-b710-0f0f1072d384 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1747410 Sep 07 14:06:23.649130 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-7bc98c0d-cf52-42bd-8a22-cd98e18db780 None None] Notify callbacks [] for port, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:23.671341 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.provisioning_blocks [None req-7bc98c0d-cf52-42bd-8a22-cd98e18db780 None None] Transition to ACTIVE for port object bd8dedaf-b468-4e14-a4e6-01393fa094a7 will not be triggered until provisioned by entity L2. {{(pid=94140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 14:06:23.694327 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-7bc98c0d-cf52-42bd-8a22-cd98e18db780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735729008622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735728620463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735728620481'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:23.770340 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-c9aa740a-2960-416d-93b5-bc5731b09322 req-03fbb20f-6112-4b13-bdc2-3be506c1f418 service neutron] 10.222.0.60 "GET /v2.0/networks/b48e9ba8-aaf3-4c6b-ae21-ae2a5cc44314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2846134 Sep 07 14:06:23.821038 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d4931f-2644-44a0-aea7-d4a864e9bdd3 None None] Pushing event updated for resources: {'Port': ['ID=bd8dedaf-b468-4e14-a4e6-01393fa094a7,revision_number=3']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:06:23.985593 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [None req-7bc98c0d-cf52-42bd-8a22-cd98e18db780 None None] Attempting to bind port bd8dedaf-b468-4e14-a4e6-01393fa094a7 on host dv-cinder-782910-4-iscsi for vnic_type normal with profile {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 14:06:23.985965 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [None req-7bc98c0d-cf52-42bd-8a22-cd98e18db780 None None] Attempting to bind port bd8dedaf-b468-4e14-a4e6-01393fa094a7 by drivers openvswitch,hyperv on host dv-cinder-782910-4-iscsi at level 0 using segments [{'id': 'ba3351c9-0c6a-4f15-ac4a-054b7b31d9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'b48e9ba8-aaf3-4c6b-ae21-ae2a5cc44314'}] {{(pid=94140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 14:06:23.987533 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc98c0d-cf52-42bd-8a22-cd98e18db780 None None] Attempting to bind port bd8dedaf-b468-4e14-a4e6-01393fa094a7 on network b48e9ba8-aaf3-4c6b-ae21-ae2a5cc44314 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 14:06:24.000890 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc98c0d-cf52-42bd-8a22-cd98e18db780 None None] Checking agent: {'id': 'b1ca48ac-dc13-463a-a516-8ddf18655ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782910-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 13, 58, 14), 'started_at': datetime.datetime(2021, 9, 7, 13, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 14, 6, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782910-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 14:06:24.003518 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc98c0d-cf52-42bd-8a22-cd98e18db780 None None] Checking segment: {'id': 'ba3351c9-0c6a-4f15-ac4a-054b7b31d9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'b48e9ba8-aaf3-4c6b-ae21-ae2a5cc44314'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 14:06:24.003948 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-7bc98c0d-cf52-42bd-8a22-cd98e18db780 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:24.004540 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc98c0d-cf52-42bd-8a22-cd98e18db780 None None] Bound using segment: {'id': 'ba3351c9-0c6a-4f15-ac4a-054b7b31d9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'b48e9ba8-aaf3-4c6b-ae21-ae2a5cc44314'} {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 14:06:24.005133 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [None req-7bc98c0d-cf52-42bd-8a22-cd98e18db780 None None] Bound port: bd8dedaf-b468-4e14-a4e6-01393fa094a7, host: dv-cinder-782910-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba3351c9-0c6a-4f15-ac4a-054b7b31d9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'b48e9ba8-aaf3-4c6b-ae21-ae2a5cc44314'}}] {{(pid=94140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 14:06:24.006646 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-7bc98c0d-cf52-42bd-8a22-cd98e18db780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:24.039959 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-c9aa740a-2960-416d-93b5-bc5731b09322 req-a601d33b-8e0e-4483-8321-9d5c967c9f88 service neutron] 10.222.0.60 "GET /v2.0/networks/b48e9ba8-aaf3-4c6b-ae21-ae2a5cc44314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2609477 Sep 07 14:06:24.104458 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.plugins.ml2.db [None req-7bc98c0d-cf52-42bd-8a22-cd98e18db780 None None] For port bd8dedaf-b468-4e14-a4e6-01393fa094a7, host dv-cinder-782910-4-iscsi, cleared binding levels {{(pid=94140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 14:06:24.108240 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.plugins.ml2.db [None req-7bc98c0d-cf52-42bd-8a22-cd98e18db780 None None] For port bd8dedaf-b468-4e14-a4e6-01393fa094a7, host dv-cinder-782910-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-4-iscsi',level=0,port_id=bd8dedaf-b468-4e14-a4e6-01393fa094a7,segment=NetworkSegment(ba3351c9-0c6a-4f15-ac4a-054b7b31d9c5),segment_id=ba3351c9-0c6a-4f15-ac4a-054b7b31d9c5)] {{(pid=94140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 14:06:24.115582 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-7bc98c0d-cf52-42bd-8a22-cd98e18db780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735729008622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735728620463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735728620481'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:24.199513 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d4931f-2644-44a0-aea7-d4a864e9bdd3 None None] Pushing event updated for resources: {'Port': ['ID=bd8dedaf-b468-4e14-a4e6-01393fa094a7,revision_number=4']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:06:24.217001 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc98c0d-cf52-42bd-8a22-cd98e18db780 None None] Routers {'db0f73ed-72c0-4237-a571-ef8c93c7e60f'} bound to L3 agent in host dv-cinder-782910-4-iscsi {{(pid=94140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:06:24.217668 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.l3_hamode_db [None req-7bc98c0d-cf52-42bd-8a22-cd98e18db780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-07T13:58:13Z,description=,heartbeat_timestamp=2021-09-07T14:06:13Z,host='dv-cinder-782910-4-iscsi',id=fa68c273-d39f-43dc-b6f8-e0c6852ace12,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T13:58:13Z,topic='l3_agent')) {'router_ids': ['db0f73ed-72c0-4237-a571-ef8c93c7e60f'], 'active': True} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:06:24.374136 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.l3_dvr_db [None req-7bc98c0d-cf52-42bd-8a22-cd98e18db780 None None] Set router db0f73ed-72c0-4237-a571-ef8c93c7e60f gateway port host: dv-cinder-782910-4-iscsi {{(pid=94140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:06:24.482351 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-4c7b8a91-8cbe-462e-941a-2b5c54b541e2 None None] Notify callbacks [] for port, precommit_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:24.517305 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-4c7b8a91-8cbe-462e-941a-2b5c54b541e2 None None] Transition to ACTIVE for port object b548ab8e-fec8-44e6-80ad-616f1bc39673 will not be triggered until provisioned by entity L2. {{(pid=94139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 14:06:24.532112 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-4c7b8a91-8cbe-462e-941a-2b5c54b541e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735729008622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735728620463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735728620481'] for port, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:24.538080 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.notifiers.nova [req-020fd62a-96ba-4d9a-b841-6990c067339f req-f81f5cfb-01ca-4db2-9450-d03f3bc044d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6b49ead-c1d9-4e83-96bf-fd20c3f4c959 {{(pid=94138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 14:06:24.569434 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-020fd62a-96ba-4d9a-b841-6990c067339f req-f81f5cfb-01ca-4db2-9450-d03f3bc044d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:24.627009 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.db.provisioning_blocks [req-020fd62a-96ba-4d9a-b841-6990c067339f req-f81f5cfb-01ca-4db2-9450-d03f3bc044d1 service neutron] Transition to ACTIVE for port object b6b49ead-c1d9-4e83-96bf-fd20c3f4c959 will not be triggered until provisioned by entity L2. {{(pid=94138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 14:06:24.650623 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-020fd62a-96ba-4d9a-b841-6990c067339f req-f81f5cfb-01ca-4db2-9450-d03f3bc044d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735729008622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735728620463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735728620481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65197374'] for port, after_update {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:24.791691 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527d43a0-4df4-4b22-bda5-8847597ced29 None None] Pushing event updated for resources: {'Port': ['ID=b548ab8e-fec8-44e6-80ad-616f1bc39673,revision_number=3']} {{(pid=94139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:06:24.890441 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.l3_hamode_db [None req-7bc98c0d-cf52-42bd-8a22-cd98e18db780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db0f73ed-72c0-4237-a571-ef8c93c7e60f', 'name': 'tempest-ServerRescueNegativeTestJSON-180263445-router', 'tenant_id': '1d6de94667ae4a6191fd8937736e1379', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'external_fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': '8f6374b2-2c39-4af5-9ddd-7a18d2edbb4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:06:08Z', 'updated_at': '2021-09-07T14:06:16Z', 'revision_number': 4, 'project_id': '1d6de94667ae4a6191fd8937736e1379', 'gw_port': {'id': '8f6374b2-2c39-4af5-9ddd-7a18d2edbb4f', 'name': '', 'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:e3:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db0f73ed-72c0-4237-a571-ef8c93c7e60f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:06:10Z', 'updated_at': '2021-09-07T14:06:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-4-iscsi', '_interfaces': [{'id': 'bd8dedaf-b468-4e14-a4e6-01393fa094a7', 'name': '', 'network_id': 'b48e9ba8-aaf3-4c6b-ae21-ae2a5cc44314', 'tenant_id': '1d6de94667ae4a6191fd8937736e1379', 'mac_address': 'fa:16:3e:4b:d5:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db0f73ed-72c0-4237-a571-ef8c93c7e60f', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '1cd4c5b2-90f1-4140-9c02-290aaedbc1cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:06:14Z', 'updated_at': '2021-09-07T14:06:24Z', 'revision_number': 4, 'project_id': '1d6de94667ae4a6191fd8937736e1379', 'subnets': [{'id': '1cd4c5b2-90f1-4140-9c02-290aaedbc1cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782910-4-iscsi', False) {} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:06:24.915837 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.managers [None req-4c7b8a91-8cbe-462e-941a-2b5c54b541e2 None None] Attempting to bind port b548ab8e-fec8-44e6-80ad-616f1bc39673 on host dv-cinder-782910-4-iscsi for vnic_type normal with profile {{(pid=94139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 14:06:24.921799 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.managers [None req-4c7b8a91-8cbe-462e-941a-2b5c54b541e2 None None] Attempting to bind port b548ab8e-fec8-44e6-80ad-616f1bc39673 by drivers openvswitch,hyperv on host dv-cinder-782910-4-iscsi at level 0 using segments [{'id': '2d24ee3e-a8c7-40e0-a48b-faed2573a27e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '2ef27011-b43e-416b-9da9-0568387a6a08'}] {{(pid=94139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 14:06:24.926154 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c7b8a91-8cbe-462e-941a-2b5c54b541e2 None None] Attempting to bind port b548ab8e-fec8-44e6-80ad-616f1bc39673 on network 2ef27011-b43e-416b-9da9-0568387a6a08 {{(pid=94139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 14:06:24.958639 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c7b8a91-8cbe-462e-941a-2b5c54b541e2 None None] Checking agent: {'id': 'b1ca48ac-dc13-463a-a516-8ddf18655ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782910-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 13, 58, 14), 'started_at': datetime.datetime(2021, 9, 7, 13, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 14, 6, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782910-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 14:06:24.960017 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bc98c0d-cf52-42bd-8a22-cd98e18db780 None None] The sync data for ids ['db0f73ed-72c0-4237-a571-ef8c93c7e60f'] in dv-cinder-782910-4-iscsi is: [{'id': 'db0f73ed-72c0-4237-a571-ef8c93c7e60f', 'name': 'tempest-ServerRescueNegativeTestJSON-180263445-router', 'tenant_id': '1d6de94667ae4a6191fd8937736e1379', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'external_fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': '8f6374b2-2c39-4af5-9ddd-7a18d2edbb4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:06:08Z', 'updated_at': '2021-09-07T14:06:16Z', 'revision_number': 4, 'project_id': '1d6de94667ae4a6191fd8937736e1379', 'gw_port': {'id': '8f6374b2-2c39-4af5-9ddd-7a18d2edbb4f', 'name': '', 'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:e3:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db0f73ed-72c0-4237-a571-ef8c93c7e60f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:06:10Z', 'updated_at': '2021-09-07T14:06:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-4-iscsi', '_interfaces': [{'id': 'bd8dedaf-b468-4e14-a4e6-01393fa094a7', 'name': '', 'network_id': 'b48e9ba8-aaf3-4c6b-ae21-ae2a5cc44314', 'tenant_id': '1d6de94667ae4a6191fd8937736e1379', 'mac_address': 'fa:16:3e:4b:d5:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db0f73ed-72c0-4237-a571-ef8c93c7e60f', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '1cd4c5b2-90f1-4140-9c02-290aaedbc1cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:06:14Z', 'updated_at': '2021-09-07T14:06:24Z', 'revision_number': 4, 'project_id': '1d6de94667ae4a6191fd8937736e1379', 'subnets': [{'id': '1cd4c5b2-90f1-4140-9c02-290aaedbc1cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 14:06:24.969642 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c7b8a91-8cbe-462e-941a-2b5c54b541e2 None None] Checking segment: {'id': '2d24ee3e-a8c7-40e0-a48b-faed2573a27e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '2ef27011-b43e-416b-9da9-0568387a6a08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 14:06:24.970060 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-4c7b8a91-8cbe-462e-941a-2b5c54b541e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:24.970466 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c7b8a91-8cbe-462e-941a-2b5c54b541e2 None None] Bound using segment: {'id': '2d24ee3e-a8c7-40e0-a48b-faed2573a27e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '2ef27011-b43e-416b-9da9-0568387a6a08'} {{(pid=94139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 14:06:24.970969 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.managers [None req-4c7b8a91-8cbe-462e-941a-2b5c54b541e2 None None] Bound port: b548ab8e-fec8-44e6-80ad-616f1bc39673, host: dv-cinder-782910-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d24ee3e-a8c7-40e0-a48b-faed2573a27e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '2ef27011-b43e-416b-9da9-0568387a6a08'}}] {{(pid=94139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 14:06:24.973466 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.agents_db [None req-36878762-3245-425c-bb44-2e5aea615dc4 None None] Agent healthcheck: found 6 active agents {{(pid=94140) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 14:06:24.990572 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-4c7b8a91-8cbe-462e-941a-2b5c54b541e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:25.199455 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.wsgi [-] (94137) accepted ('10.222.0.60', 43238) {{(pid=94137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:06:25.223601 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.v2.base [None req-68c59357-d1b1-42fa-bfb3-b844bb018fb9 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1476906720', 'description': 'tempest-description--1141290861'}} {{(pid=94137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:06:25.273067 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d496145-e1b0-4a37-aabe-902c5f8e7aa4 req-1f49c737-23e2-4303-9d2e-70b2986fbdd2 tempest-DeleteServersTestJSON-1683936553 tempest-DeleteServersTestJSON-1683936553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:06:25.277116 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-1d496145-e1b0-4a37-aabe-902c5f8e7aa4 req-1f49c737-23e2-4303-9d2e-70b2986fbdd2 tempest-DeleteServersTestJSON-1683936553 tempest-DeleteServersTestJSON-1683936553-project] 10.222.0.60 "GET /v2.0/ports?device_id=74cad41e-7bf1-4a3d-ad3a-e72e4d9536a4 HTTP/1.1" status: 200 len: 943 time: 0.2975717 Sep 07 14:06:25.281838 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.wsgi [-] (94137) accepted ('10.222.0.60', 43240) {{(pid=94137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:06:25.365531 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.db [None req-4c7b8a91-8cbe-462e-941a-2b5c54b541e2 None None] For port b548ab8e-fec8-44e6-80ad-616f1bc39673, host dv-cinder-782910-4-iscsi, cleared binding levels {{(pid=94139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 14:06:25.371141 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-68c59357-d1b1-42fa-bfb3-b844bb018fb9 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Notify callbacks [] for security_group, before_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:25.376940 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.db [None req-4c7b8a91-8cbe-462e-941a-2b5c54b541e2 None None] For port b548ab8e-fec8-44e6-80ad-616f1bc39673, host dv-cinder-782910-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-4-iscsi',level=0,port_id=b548ab8e-fec8-44e6-80ad-616f1bc39673,segment=NetworkSegment(2d24ee3e-a8c7-40e0-a48b-faed2573a27e),segment_id=2d24ee3e-a8c7-40e0-a48b-faed2573a27e)] {{(pid=94139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 14:06:25.395950 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-4c7b8a91-8cbe-462e-941a-2b5c54b541e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735729008622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735728620463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735728620481'] for port, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:25.513792 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-9d45ae8a-3368-47c8-b14c-b548732280df req-6390d82d-a85c-4f81-8a34-3b617cba3c1f tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/ports?device_id=752df912-1fe9-4a3a-aedc-0b4fe4e15164 HTTP/1.1" status: 200 len: 210 time: 0.2273705 Sep 07 14:06:25.660147 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527d43a0-4df4-4b22-bda5-8847597ced29 None None] Pushing event updated for resources: {'Port': ['ID=b548ab8e-fec8-44e6-80ad-616f1bc39673,revision_number=4']} {{(pid=94139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:06:25.756859 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-1d496145-e1b0-4a37-aabe-902c5f8e7aa4 req-d318c601-f41a-4bcd-9696-3c58d8a932e6 tempest-DeleteServersTestJSON-1683936553 tempest-DeleteServersTestJSON-1683936553-project] 10.222.0.60 "GET /v2.0/security-groups?id=d908dd73-76e9-4d68-88d8-3e0b7b12405a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3892794 Sep 07 14:06:25.810601 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c7b8a91-8cbe-462e-941a-2b5c54b541e2 None None] Routers {'59e76e46-d6ab-4135-be57-218e260cda16'} bound to L3 agent in host dv-cinder-782910-4-iscsi {{(pid=94139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:06:25.811279 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.l3_hamode_db [None req-4c7b8a91-8cbe-462e-941a-2b5c54b541e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-07T13:58:13Z,description=,heartbeat_timestamp=2021-09-07T14:06:13Z,host='dv-cinder-782910-4-iscsi',id=fa68c273-d39f-43dc-b6f8-e0c6852ace12,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T13:58:13Z,topic='l3_agent')) {'router_ids': ['59e76e46-d6ab-4135-be57-218e260cda16'], 'active': True} {{(pid=94139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:06:25.846888 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81f5cfb-01ca-4db2-9450-d03f3bc044d1 service neutron] Pushing event updated for resources: {'Port': ['ID=b6b49ead-c1d9-4e83-96bf-fd20c3f4c959,revision_number=2']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:06:26.027388 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-68c59357-d1b1-42fa-bfb3-b844bb018fb9 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Notify callbacks [] for security_group, precommit_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:26.069877 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.managers [req-020fd62a-96ba-4d9a-b841-6990c067339f req-f81f5cfb-01ca-4db2-9450-d03f3bc044d1 service neutron] Attempting to bind port b6b49ead-c1d9-4e83-96bf-fd20c3f4c959 on host hv-cinder-78291 for vnic_type normal with profile {{(pid=94138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 14:06:26.070243 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.managers [req-020fd62a-96ba-4d9a-b841-6990c067339f req-f81f5cfb-01ca-4db2-9450-d03f3bc044d1 service neutron] Attempting to bind port b6b49ead-c1d9-4e83-96bf-fd20c3f4c959 by drivers openvswitch,hyperv on host hv-cinder-78291 at level 0 using segments [{'id': 'cf622dff-f09c-4809-ad4f-629e7c8762ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '3c7f95fe-f49c-4700-adb0-3b0a527a4bc4'}] {{(pid=94138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 14:06:26.070586 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-020fd62a-96ba-4d9a-b841-6990c067339f req-f81f5cfb-01ca-4db2-9450-d03f3bc044d1 service neutron] Attempting to bind port b6b49ead-c1d9-4e83-96bf-fd20c3f4c959 on network 3c7f95fe-f49c-4700-adb0-3b0a527a4bc4 {{(pid=94138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 14:06:26.077068 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-68c59357-d1b1-42fa-bfb3-b844bb018fb9 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585164'] for security_group, after_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:26.092511 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.l3_dvr_db [None req-4c7b8a91-8cbe-462e-941a-2b5c54b541e2 None None] Set router 59e76e46-d6ab-4135-be57-218e260cda16 gateway port host: dv-cinder-782910-4-iscsi {{(pid=94139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:06:26.103702 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-020fd62a-96ba-4d9a-b841-6990c067339f req-f81f5cfb-01ca-4db2-9450-d03f3bc044d1 service neutron] Port b6b49ead-c1d9-4e83-96bf-fd20c3f4c959 on network 3c7f95fe-f49c-4700-adb0-3b0a527a4bc4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78291 {{(pid=94138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 14:06:26.104028 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-020fd62a-96ba-4d9a-b841-6990c067339f req-f81f5cfb-01ca-4db2-9450-d03f3bc044d1 service neutron] Attempting to bind port b6b49ead-c1d9-4e83-96bf-fd20c3f4c959 on network 3c7f95fe-f49c-4700-adb0-3b0a527a4bc4 {{(pid=94138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 14:06:26.139729 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-020fd62a-96ba-4d9a-b841-6990c067339f req-f81f5cfb-01ca-4db2-9450-d03f3bc044d1 service neutron] Checking agent: {'id': '42fa3594-1565-4da1-9b03-2e08c5cc8c06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78291', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 14, 4, 18), 'started_at': datetime.datetime(2021, 9, 7, 14, 4, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 14, 6, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 14:06:26.140026 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-020fd62a-96ba-4d9a-b841-6990c067339f req-f81f5cfb-01ca-4db2-9450-d03f3bc044d1 service neutron] Checking segment: {'id': 'cf622dff-f09c-4809-ad4f-629e7c8762ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '3c7f95fe-f49c-4700-adb0-3b0a527a4bc4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 14:06:26.157330 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-020fd62a-96ba-4d9a-b841-6990c067339f req-f81f5cfb-01ca-4db2-9450-d03f3bc044d1 service neutron] Bound using segment: {'id': 'cf622dff-f09c-4809-ad4f-629e7c8762ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '3c7f95fe-f49c-4700-adb0-3b0a527a4bc4'} {{(pid=94138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 14:06:26.158557 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.managers [req-020fd62a-96ba-4d9a-b841-6990c067339f req-f81f5cfb-01ca-4db2-9450-d03f3bc044d1 service neutron] Bound port: b6b49ead-c1d9-4e83-96bf-fd20c3f4c959, host: hv-cinder-78291, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf622dff-f09c-4809-ad4f-629e7c8762ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '3c7f95fe-f49c-4700-adb0-3b0a527a4bc4'}}] {{(pid=94138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 14:06:26.160671 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-020fd62a-96ba-4d9a-b841-6990c067339f req-f81f5cfb-01ca-4db2-9450-d03f3bc044d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_update {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:26.212842 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-68c59357-d1b1-42fa-bfb3-b844bb018fb9 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Notify callbacks [] for security_group, before_response {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:26.236861 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [None req-68c59357-d1b1-42fa-bfb3-b844bb018fb9 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.0341730 Sep 07 14:06:26.241915 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.wsgi [-] (94137) accepted ('10.222.0.60', 43282) {{(pid=94137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:06:26.297064 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.v2.base [None req-7955c329-5b72-4c53-a733-10c6f43b7da8 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Request body: {'security_group_rule': {'security_group_id': 'ee56c5f5-d2bf-4ac0-8e7f-3030efc8e7c2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:06:26.339686 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-90497945-cc67-4e40-89ff-93978391019b None None] Device bd8dedaf-b468-4e14-a4e6-01393fa094a7 up at agent ovs-agent-dv-cinder-782910-4-iscsi {{(pid=94139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:06:26.362388 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-3852b390-ce56-4e24-81f5-f010ac78949a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:26.543597 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.db [req-020fd62a-96ba-4d9a-b841-6990c067339f req-f81f5cfb-01ca-4db2-9450-d03f3bc044d1 service neutron] For port b6b49ead-c1d9-4e83-96bf-fd20c3f4c959, host hv-cinder-78291, cleared binding levels {{(pid=94138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 14:06:26.563886 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.db [req-020fd62a-96ba-4d9a-b841-6990c067339f req-f81f5cfb-01ca-4db2-9450-d03f3bc044d1 service neutron] For port b6b49ead-c1d9-4e83-96bf-fd20c3f4c959, host hv-cinder-78291, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=b6b49ead-c1d9-4e83-96bf-fd20c3f4c959,segment=NetworkSegment(cf622dff-f09c-4809-ad4f-629e7c8762ab),segment_id=cf622dff-f09c-4809-ad4f-629e7c8762ab)] {{(pid=94138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 14:06:26.575181 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-020fd62a-96ba-4d9a-b841-6990c067339f req-f81f5cfb-01ca-4db2-9450-d03f3bc044d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735729008622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735728620463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735728620481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65197374'] for port, after_update {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:26.587474 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c59357-d1b1-42fa-bfb3-b844bb018fb9 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee56c5f5-d2bf-4ac0-8e7f-3030efc8e7c2,revision_number=1']} {{(pid=94137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:06:26.833998 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.wsgi [-] (94137) accepted ('10.222.0.60', 43320) {{(pid=94137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:06:26.921070 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-7955c329-5b72-4c53-a733-10c6f43b7da8 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:26.941684 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81f5cfb-01ca-4db2-9450-d03f3bc044d1 service neutron] Pushing event updated for resources: {'Port': ['ID=b6b49ead-c1d9-4e83-96bf-fd20c3f4c959,revision_number=3']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:06:26.953668 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020fd62a-96ba-4d9a-b841-6990c067339f req-f81f5cfb-01ca-4db2-9450-d03f3bc044d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:06:26.954241 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-020fd62a-96ba-4d9a-b841-6990c067339f req-f81f5cfb-01ca-4db2-9450-d03f3bc044d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539090'] for port, before_response {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:26.955810 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-020fd62a-96ba-4d9a-b841-6990c067339f req-f81f5cfb-01ca-4db2-9450-d03f3bc044d1 service neutron] 10.222.0.23 "PUT /v2.0/ports/b6b49ead-c1d9-4e83-96bf-fd20c3f4c959 HTTP/1.1" status: 200 len: 1093 time: 4.4105513 Sep 07 14:06:26.956339 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74cad41e-7bf1-4a3d-ad3a-e72e4d9536a4', 'tag': 'b6b49ead-c1d9-4e83-96bf-fd20c3f4c959'}] {{(pid=94138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:06:27.152833 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-90497945-cc67-4e40-89ff-93978391019b None None] Provisioning for port bd8dedaf-b468-4e14-a4e6-01393fa094a7 completed by entity L2. {{(pid=94139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 14:06:27.173072 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-90497945-cc67-4e40-89ff-93978391019b None None] Provisioning complete for port bd8dedaf-b468-4e14-a4e6-01393fa094a7 triggered by entity L2. {{(pid=94139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:06:27.177728 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-90497945-cc67-4e40-89ff-93978391019b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462246'] for port, provisioning_complete {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:27.311186 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-3852b390-ce56-4e24-81f5-f010ac78949a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:27.353585 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.l3_hamode_db [None req-4c7b8a91-8cbe-462e-941a-2b5c54b541e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59e76e46-d6ab-4135-be57-218e260cda16', 'name': 'tempest-AttachVolumeTestJSON-699305333-router', 'tenant_id': '584f3be6a05141bfb7e331ef2c02474d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'external_fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': '6ec66676-b930-4576-9375-757e5ad95813', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:06:09Z', 'updated_at': '2021-09-07T14:06:17Z', 'revision_number': 4, 'project_id': '584f3be6a05141bfb7e331ef2c02474d', 'gw_port': {'id': '6ec66676-b930-4576-9375-757e5ad95813', 'name': '', 'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:e2:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e76e46-d6ab-4135-be57-218e260cda16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:06:10Z', 'updated_at': '2021-09-07T14:06:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-4-iscsi', '_interfaces': [{'id': 'b548ab8e-fec8-44e6-80ad-616f1bc39673', 'name': '', 'network_id': '2ef27011-b43e-416b-9da9-0568387a6a08', 'tenant_id': '584f3be6a05141bfb7e331ef2c02474d', 'mac_address': 'fa:16:3e:fd:e7:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59e76e46-d6ab-4135-be57-218e260cda16', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f68d2061-21fd-4a9c-bc36-251c4f0ac2ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:06:16Z', 'updated_at': '2021-09-07T14:06:25Z', 'revision_number': 4, 'project_id': '584f3be6a05141bfb7e331ef2c02474d', 'subnets': [{'id': 'f68d2061-21fd-4a9c-bc36-251c4f0ac2ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782910-4-iscsi', False) {} {{(pid=94139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:06:27.371161 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-3852b390-ce56-4e24-81f5-f010ac78949a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585164'] for security_group, after_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:27.398698 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020fd62a-96ba-4d9a-b841-6990c067339f req-913c7692-d58b-454c-9e81-97175d13ab33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:06:27.407431 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-020fd62a-96ba-4d9a-b841-6990c067339f req-913c7692-d58b-454c-9e81-97175d13ab33 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=290b195be3ac45758ce83cc2b4838b4b&device_id=74cad41e-7bf1-4a3d-ad3a-e72e4d9536a4 HTTP/1.1" status: 200 len: 1096 time: 0.3593159 Sep 07 14:06:27.442981 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [None req-3852b390-ce56-4e24-81f5-f010ac78949a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5bec890d3d2d42d79752344962caf6d1&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0949037 Sep 07 14:06:27.452335 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.wsgi [-] (94137) accepted ('10.222.0.60', 43352) {{(pid=94137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:06:27.454477 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c7b8a91-8cbe-462e-941a-2b5c54b541e2 None None] The sync data for ids ['59e76e46-d6ab-4135-be57-218e260cda16'] in dv-cinder-782910-4-iscsi is: [{'id': '59e76e46-d6ab-4135-be57-218e260cda16', 'name': 'tempest-AttachVolumeTestJSON-699305333-router', 'tenant_id': '584f3be6a05141bfb7e331ef2c02474d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'external_fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': '6ec66676-b930-4576-9375-757e5ad95813', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:06:09Z', 'updated_at': '2021-09-07T14:06:17Z', 'revision_number': 4, 'project_id': '584f3be6a05141bfb7e331ef2c02474d', 'gw_port': {'id': '6ec66676-b930-4576-9375-757e5ad95813', 'name': '', 'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:e2:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e76e46-d6ab-4135-be57-218e260cda16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:06:10Z', 'updated_at': '2021-09-07T14:06:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-4-iscsi', '_interfaces': [{'id': 'b548ab8e-fec8-44e6-80ad-616f1bc39673', 'name': '', 'network_id': '2ef27011-b43e-416b-9da9-0568387a6a08', 'tenant_id': '584f3be6a05141bfb7e331ef2c02474d', 'mac_address': 'fa:16:3e:fd:e7:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59e76e46-d6ab-4135-be57-218e260cda16', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f68d2061-21fd-4a9c-bc36-251c4f0ac2ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:06:16Z', 'updated_at': '2021-09-07T14:06:25Z', 'revision_number': 4, 'project_id': '584f3be6a05141bfb7e331ef2c02474d', 'subnets': [{'id': 'f68d2061-21fd-4a9c-bc36-251c4f0ac2ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 14:06:27.611356 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-90497945-cc67-4e40-89ff-93978391019b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:27.707893 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.db [None req-90497945-cc67-4e40-89ff-93978391019b None None] For port bd8dedaf-b468-4e14-a4e6-01393fa094a7, host dv-cinder-782910-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-4-iscsi',level=0,port_id=bd8dedaf-b468-4e14-a4e6-01393fa094a7,segment=NetworkSegment(ba3351c9-0c6a-4f15-ac4a-054b7b31d9c5),segment_id=ba3351c9-0c6a-4f15-ac4a-054b7b31d9c5)] {{(pid=94139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:06:27.716711 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-90497945-cc67-4e40-89ff-93978391019b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735729008622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735728620463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735728620481'] for port, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:27.727301 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2f7ddeb31991bace343f2b2f4f22cd3bc4274a24b7cd750f83a004d46e17087" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-044b3970-cdc9-42be-b4b2-6ab7d396ddb7" -d '{"events": [{"name": "network-changed", "server_uuid": "74cad41e-7bf1-4a3d-ad3a-e72e4d9536a4", "tag": "b6b49ead-c1d9-4e83-96bf-fd20c3f4c959"}]}' {{(pid=94138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:06:27.751504 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-020fd62a-96ba-4d9a-b841-6990c067339f req-50788087-7cb0-4082-ab06-42f50b005cea service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b6b49ead-c1d9-4e83-96bf-fd20c3f4c959 HTTP/1.1" status: 200 len: 217 time: 0.3319004 Sep 07 14:06:27.752719 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-bbfa3981-62e8-4915-97e1-e9f04c94f30b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:27.889954 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20dba58-79af-4a89-a49e-0d5c09a7e4c0 req-07b1f403-ab31-4f1d-9a10-9dee8c4d910b tempest-DeleteServersTestJSON-1683936553 tempest-DeleteServersTestJSON-1683936553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:06:27.900835 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-f20dba58-79af-4a89-a49e-0d5c09a7e4c0 req-07b1f403-ab31-4f1d-9a10-9dee8c4d910b tempest-DeleteServersTestJSON-1683936553 tempest-DeleteServersTestJSON-1683936553-project] 10.222.0.60 "GET /v2.0/ports?device_id=74cad41e-7bf1-4a3d-ad3a-e72e4d9536a4 HTTP/1.1" status: 200 len: 943 time: 0.5872071 Sep 07 14:06:27.929007 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90497945-cc67-4e40-89ff-93978391019b None None] Pushing event updated for resources: {'Port': ['ID=bd8dedaf-b468-4e14-a4e6-01393fa094a7,revision_number=5']} {{(pid=94139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:06:28.120016 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-bbfa3981-62e8-4915-97e1-e9f04c94f30b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:28.124492 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3852b390-ce56-4e24-81f5-f010ac78949a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddfc9716-cb1a-4e43-ba18-7347869aac9c,revision_number=1']} {{(pid=94137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:06:28.166037 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-bbfa3981-62e8-4915-97e1-e9f04c94f30b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585164'] for security_group, after_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:28.350470 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [None req-bbfa3981-62e8-4915-97e1-e9f04c94f30b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4e4ccd43b8e14afd98241bf97bcaf96d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5093498 Sep 07 14:06:28.351341 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfa3981-62e8-4915-97e1-e9f04c94f30b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fa2fdf5-cf90-42a0-ba6f-6a319f109fa0,revision_number=1']} {{(pid=94137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:06:28.377054 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-90497945-cc67-4e40-89ff-93978391019b None None] Device b548ab8e-fec8-44e6-80ad-616f1bc39673 up at agent ovs-agent-dv-cinder-782910-4-iscsi {{(pid=94139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:06:28.399182 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.wsgi [-] (94138) accepted ('10.222.0.60', 43382) {{(pid=94138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:06:28.441365 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-7955c329-5b72-4c53-a733-10c6f43b7da8 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:28.546897 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.wsgi [-] (94138) accepted ('10.222.0.60', 43386) {{(pid=94138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:06:28.558184 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-f20dba58-79af-4a89-a49e-0d5c09a7e4c0 req-4fe51506-af89-488c-82b4-c37ce9cd8ce4 tempest-DeleteServersTestJSON-1683936553 tempest-DeleteServersTestJSON-1683936553-project] 10.222.0.60 "GET /v2.0/security-groups?id=d908dd73-76e9-4d68-88d8-3e0b7b12405a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6564186 Sep 07 14:06:28.574668 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-7955c329-5b72-4c53-a733-10c6f43b7da8 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573871'] for security_group_rule, after_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:28.613380 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-90497945-cc67-4e40-89ff-93978391019b None None] Provisioning for port b548ab8e-fec8-44e6-80ad-616f1bc39673 completed by entity L2. {{(pid=94139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 14:06:28.635914 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-90497945-cc67-4e40-89ff-93978391019b None None] Provisioning complete for port b548ab8e-fec8-44e6-80ad-616f1bc39673 triggered by entity L2. {{(pid=94139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:06:28.639656 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-90497945-cc67-4e40-89ff-93978391019b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462246'] for port, provisioning_complete {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:28.652888 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020fd62a-96ba-4d9a-b841-6990c067339f req-8cb2b887-4545-4857-81cb-2730126b676c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:06:28.655025 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-020fd62a-96ba-4d9a-b841-6990c067339f req-8cb2b887-4545-4857-81cb-2730126b676c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=82368d6a-b32a-4803-b7a2-1e4a369ac450 HTTP/1.1" status: 200 len: 852 time: 0.4622297 Sep 07 14:06:28.656168 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-3ee5a2ab-adfa-49e1-b36d-e69134241626 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:28.693719 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7955c329-5b72-4c53-a733-10c6f43b7da8 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74d0593d-beb5-4aa1-a22d-73134c8f2344,revision_number=0']} {{(pid=94137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:06:28.728357 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741bce7a-c8f5-483b-867e-7bd5ce08b94f req-7b713938-2cda-4c70-aba5-aa1c18b96f70 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:06:28.730000 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-741bce7a-c8f5-483b-867e-7bd5ce08b94f req-7b713938-2cda-4c70-aba5-aa1c18b96f70 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/networks?id=b48e9ba8-aaf3-4c6b-ae21-ae2a5cc44314 HTTP/1.1" status: 200 len: 818 time: 2.1441224 Sep 07 14:06:28.763339 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-020fd62a-96ba-4d9a-b841-6990c067339f req-1a34fd5b-85b0-4af3-8c35-f56c2000f150 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3c7f95fe-f49c-4700-adb0-3b0a527a4bc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0862653 Sep 07 14:06:28.806428 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-3ee5a2ab-adfa-49e1-b36d-e69134241626 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:28.816145 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-ea0d435a-0fdc-4388-81e8-6ff995b423a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:28.832996 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-741bce7a-c8f5-483b-867e-7bd5ce08b94f req-12a482d8-4865-4564-9008-522ccb9a58b5 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/quotas/1d6de94667ae4a6191fd8937736e1379 HTTP/1.1" status: 200 len: 375 time: 0.0850296 Sep 07 14:06:28.834405 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-7955c329-5b72-4c53-a733-10c6f43b7da8 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:28.839696 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.wsgi [-] (94138) accepted ('10.222.0.60', 43392) {{(pid=94138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:06:28.840080 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [None req-7955c329-5b72-4c53-a733-10c6f43b7da8 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.5681639 Sep 07 14:06:28.855867 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.v2.base [None req-8ae70b86-134f-4ce8-a03a-0949cd1992ea tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Request body: {'security_group_rule': {'security_group_id': 'ee56c5f5-d2bf-4ac0-8e7f-3030efc8e7c2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:06:28.886421 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-90497945-cc67-4e40-89ff-93978391019b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:28.962617 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-ea0d435a-0fdc-4388-81e8-6ff995b423a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:28.974063 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.db [None req-90497945-cc67-4e40-89ff-93978391019b None None] For port b548ab8e-fec8-44e6-80ad-616f1bc39673, host dv-cinder-782910-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-4-iscsi',level=0,port_id=b548ab8e-fec8-44e6-80ad-616f1bc39673,segment=NetworkSegment(2d24ee3e-a8c7-40e0-a48b-faed2573a27e),segment_id=2d24ee3e-a8c7-40e0-a48b-faed2573a27e)] {{(pid=94139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:06:28.979403 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-7e06f672-fd96-4d98-86dc-9e19cfd69c4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:28.982931 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-90497945-cc67-4e40-89ff-93978391019b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735729008622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735728620463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735728620481'] for port, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:28.984128 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-90497945-cc67-4e40-89ff-93978391019b None None] Device bd8dedaf-b468-4e14-a4e6-01393fa094a7 up at agent ovs-agent-dv-cinder-782910-4-iscsi {{(pid=94139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:06:29.067784 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-ea0d435a-0fdc-4388-81e8-6ff995b423a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585164'] for security_group, after_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:29.070471 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-ea0d435a-0fdc-4388-81e8-6ff995b423a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:29.100377 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [None req-ea0d435a-0fdc-4388-81e8-6ff995b423a3 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ddfc9716-cb1a-4e43-ba18-7347869aac9c HTTP/1.1" status: 204 len: 168 time: 1.5677965 Sep 07 14:06:29.103945 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90497945-cc67-4e40-89ff-93978391019b None None] Pushing event updated for resources: {'Port': ['ID=b548ab8e-fec8-44e6-80ad-616f1bc39673,revision_number=5']} {{(pid=94139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:06:29.111588 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-90497945-cc67-4e40-89ff-93978391019b None None] Provisioning complete for port bd8dedaf-b468-4e14-a4e6-01393fa094a7 triggered by entity L2. {{(pid=94139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:06:29.114986 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-90497945-cc67-4e40-89ff-93978391019b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462246'] for port, provisioning_complete {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:29.120984 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0d435a-0fdc-4388-81e8-6ff995b423a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddfc9716-cb1a-4e43-ba18-7347869aac9c,revision_number=None']} {{(pid=94137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:06:29.142510 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-741bce7a-c8f5-483b-867e-7bd5ce08b94f req-bafd1ad3-bcc7-42f9-836a-a05c53fe1b77 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=1d6de94667ae4a6191fd8937736e1379&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2917056 Sep 07 14:06:29.159065 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-8ae70b86-134f-4ce8-a03a-0949cd1992ea tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:29.348730 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-741bce7a-c8f5-483b-867e-7bd5ce08b94f req-a8e064d0-d49d-4a2d-86dc-cfb07fd7f3e3 service neutron] 10.222.0.60 "GET /v2.0/networks/b48e9ba8-aaf3-4c6b-ae21-ae2a5cc44314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946263 Sep 07 14:06:29.512806 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 14:06:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7347c14a-2a73-4127-a86a-9d804018afe5 x-openstack-request-id: req-7347c14a-2a73-4127-a86a-9d804018afe5 {{(pid=94138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:06:29.514883 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74cad41e-7bf1-4a3d-ad3a-e72e4d9536a4", "tag": "b6b49ead-c1d9-4e83-96bf-fd20c3f4c959", "status": "completed", "code": 200}]} {{(pid=94138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:06:29.515416 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7347c14a-2a73-4127-a86a-9d804018afe5 {{(pid=94138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:06:29.520577 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74cad41e-7bf1-4a3d-ad3a-e72e4d9536a4', 'tag': 'b6b49ead-c1d9-4e83-96bf-fd20c3f4c959', 'status': 'completed', 'code': 200} Sep 07 14:06:29.622961 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.wsgi [-] (94137) accepted ('10.222.0.23', 52648) {{(pid=94137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:06:29.759163 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-3ee5a2ab-adfa-49e1-b36d-e69134241626 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585164'] for security_group, after_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:29.768058 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-3ee5a2ab-adfa-49e1-b36d-e69134241626 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:29.770906 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [None req-3ee5a2ab-adfa-49e1-b36d-e69134241626 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0fa2fdf5-cf90-42a0-ba6f-6a319f109fa0 HTTP/1.1" status: 204 len: 168 time: 1.3648090 Sep 07 14:06:29.858644 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee5a2ab-adfa-49e1-b36d-e69134241626 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fa2fdf5-cf90-42a0-ba6f-6a319f109fa0,revision_number=None']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:06:29.911187 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-741bce7a-c8f5-483b-867e-7bd5ce08b94f req-41965cce-6874-41be-847a-9fe51e8a1b6b service neutron] 10.222.0.60 "GET /v2.0/networks/b48e9ba8-aaf3-4c6b-ae21-ae2a5cc44314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5564258 Sep 07 14:06:29.924441 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-020fd62a-96ba-4d9a-b841-6990c067339f req-b31a2736-c9bd-49fa-9c42-fb69b81175e7 service neutron] 10.222.0.23 "GET /v2.0/networks/3c7f95fe-f49c-4700-adb0-3b0a527a4bc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7461212 Sep 07 14:06:29.959936 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-8ae70b86-134f-4ce8-a03a-0949cd1992ea tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:29.974022 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.wsgi [-] (94138) accepted ('10.222.0.60', 43426) {{(pid=94138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:06:29.984048 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-8ae70b86-134f-4ce8-a03a-0949cd1992ea tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573871'] for security_group_rule, after_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:30.053214 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae70b86-134f-4ce8-a03a-0949cd1992ea tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78faa9a8-293b-45e2-b946-1e22456ced37,revision_number=0']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:06:30.099899 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-9cc10670-6f60-4a75-b4c4-b83a2d128521 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:30.132219 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-90497945-cc67-4e40-89ff-93978391019b None None] Device b548ab8e-fec8-44e6-80ad-616f1bc39673 up at agent ovs-agent-dv-cinder-782910-4-iscsi {{(pid=94139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:06:30.152309 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aa740a-2960-416d-93b5-bc5731b09322 req-1fefce3c-9dc4-46c7-a320-252122bb8839 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:06:30.154300 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-c9aa740a-2960-416d-93b5-bc5731b09322 req-1fefce3c-9dc4-46c7-a320-252122bb8839 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.23 "GET /v2.0/networks?id=b48e9ba8-aaf3-4c6b-ae21-ae2a5cc44314 HTTP/1.1" status: 200 len: 818 time: 0.5304089 Sep 07 14:06:30.180571 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.v2.base [req-c9aa740a-2960-416d-93b5-bc5731b09322 req-f5366219-5d5b-48bf-8507-363982907dc8 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] Request body: {'port': {'device_id': '752df912-1fe9-4a3a-aedc-0b4fe4e15164', 'network_id': 'b48e9ba8-aaf3-4c6b-ae21-ae2a5cc44314', 'admin_state_up': True, 'tenant_id': '1d6de94667ae4a6191fd8937736e1379'}} {{(pid=94137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:06:30.307710 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-90497945-cc67-4e40-89ff-93978391019b None None] Provisioning complete for port b548ab8e-fec8-44e6-80ad-616f1bc39673 triggered by entity L2. {{(pid=94139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:06:30.308090 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-90497945-cc67-4e40-89ff-93978391019b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462246'] for port, provisioning_complete {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:30.329755 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-7e06f672-fd96-4d98-86dc-9e19cfd69c4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:30.353597 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-7e06f672-fd96-4d98-86dc-9e19cfd69c4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585164'] for security_group, after_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:30.461432 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-522919f3-c0db-48b5-b960-960e8138276b req-9d0f4308-51f5-4231-b979-6753b96e4374 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/ports?device_id=57786085-de64-409b-9733-924d9894dbe5 HTTP/1.1" status: 200 len: 210 time: 0.1308584 Sep 07 14:06:30.552287 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b32d78a-3618-41ac-a2e3-871071b7d6fc req-10629f4e-39a9-41f7-8d0b-336629533e72 tempest-DeleteServersTestJSON-1683936553 tempest-DeleteServersTestJSON-1683936553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:06:30.568375 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-4b32d78a-3618-41ac-a2e3-871071b7d6fc req-10629f4e-39a9-41f7-8d0b-336629533e72 tempest-DeleteServersTestJSON-1683936553 tempest-DeleteServersTestJSON-1683936553-project] 10.222.0.60 "GET /v2.0/ports?device_id=74cad41e-7bf1-4a3d-ad3a-e72e4d9536a4 HTTP/1.1" status: 200 len: 943 time: 0.7936051 Sep 07 14:06:30.616204 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-9cc10670-6f60-4a75-b4c4-b83a2d128521 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:30.635714 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [None req-7e06f672-fd96-4d98-86dc-9e19cfd69c4f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5e2a5dc9ed1f4d45977744ff85f08742&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0800750 Sep 07 14:06:30.663411 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-9cc10670-6f60-4a75-b4c4-b83a2d128521 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585164'] for security_group, after_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:30.738839 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-8ae70b86-134f-4ce8-a03a-0949cd1992ea tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:30.747946 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [None req-8ae70b86-134f-4ce8-a03a-0949cd1992ea tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.9072094 Sep 07 14:06:30.751229 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.wsgi [-] (94138) accepted ('10.222.0.60', 43440) {{(pid=94138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:06:30.751573 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.wsgi [-] (94138) accepted ('10.222.0.60', 43450) {{(pid=94138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:06:30.757646 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [None req-9cc10670-6f60-4a75-b4c4-b83a2d128521 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e7a8a08a043b4b3eb3e3d8fcb107098a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7711394 Sep 07 14:06:30.802922 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.wsgi [-] (94138) accepted ('10.222.0.60', 43452) {{(pid=94138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:06:30.805518 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.wsgi [-] (94138) accepted ('10.222.0.60', 43454) {{(pid=94138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:06:30.821888 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.v2.base [None req-072c1522-f800-413f-952c-cb515449bc83 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Request body: {'floatingip': {'floating_network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92'}} {{(pid=94138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:06:30.887454 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-79ea4118-8a8e-47c9-afb4-c53b04376c87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:30.897009 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-072c1522-f800-413f-952c-cb515449bc83 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Notify callbacks [] for floatingip, before_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:30.938003 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-020fd62a-96ba-4d9a-b841-6990c067339f req-3f537c19-98ab-4cc1-9346-483308dff99b service neutron] 10.222.0.23 "GET /v2.0/networks/3c7f95fe-f49c-4700-adb0-3b0a527a4bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9697487 Sep 07 14:06:30.941561 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e06f672-fd96-4d98-86dc-9e19cfd69c4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20481750-6dbe-40a0-a9e4-01dd7599cd4a,revision_number=1']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:06:30.975921 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-4b32d78a-3618-41ac-a2e3-871071b7d6fc req-d43ce58e-e50b-4668-a3e6-5a3fac7252f1 tempest-DeleteServersTestJSON-1683936553 tempest-DeleteServersTestJSON-1683936553-project] 10.222.0.60 "GET /v2.0/security-groups?id=d908dd73-76e9-4d68-88d8-3e0b7b12405a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4047561 Sep 07 14:06:31.075842 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc10670-6f60-4a75-b4c4-b83a2d128521 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e49284f1-afb1-45e9-9333-f392cad56e13,revision_number=1']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:06:31.078494 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-bf174cb1-c6a5-461f-bd2b-1126897680af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:31.160946 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-bf174cb1-c6a5-461f-bd2b-1126897680af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:31.203493 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-ef2af247-11da-4bd3-9639-e8aac298b423 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:31.226203 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044b3970-cdc9-42be-b4b2-6ab7d396ddb7 req-956def02-6411-49c6-9578-c383b1ef28b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:06:31.227742 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-044b3970-cdc9-42be-b4b2-6ab7d396ddb7 req-956def02-6411-49c6-9578-c383b1ef28b2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=290b195be3ac45758ce83cc2b4838b4b&device_id=74cad41e-7bf1-4a3d-ad3a-e72e4d9536a4 HTTP/1.1" status: 200 len: 1096 time: 0.1935353 Sep 07 14:06:31.279498 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-79ea4118-8a8e-47c9-afb4-c53b04376c87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:31.301554 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-ef2af247-11da-4bd3-9639-e8aac298b423 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:31.310961 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-79ea4118-8a8e-47c9-afb4-c53b04376c87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585164'] for security_group, after_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:31.316878 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9aa740a-2960-416d-93b5-bc5731b09322 req-f5366219-5d5b-48bf-8507-363982907dc8 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] Made reservation on behalf of 1d6de94667ae4a6191fd8937736e1379 for: {'port': 1} {{(pid=94137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 14:06:31.323503 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [req-c9aa740a-2960-416d-93b5-bc5731b09322 req-f5366219-5d5b-48bf-8507-363982907dc8 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:31.460739 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-bf174cb1-c6a5-461f-bd2b-1126897680af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585164'] for security_group, after_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:31.463864 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-bf174cb1-c6a5-461f-bd2b-1126897680af admin admin] Notify callbacks [] for security_group, before_response {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:31.465100 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [None req-bf174cb1-c6a5-461f-bd2b-1126897680af admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/20481750-6dbe-40a0-a9e4-01dd7599cd4a HTTP/1.1" status: 204 len: 168 time: 0.7066040 Sep 07 14:06:31.502119 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [None req-79ea4118-8a8e-47c9-afb4-c53b04376c87 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5bf11e57fa334d59ace4b4b821845358&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6565456 Sep 07 14:06:31.509925 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.wsgi [-] (94138) accepted ('10.222.0.60', 43486) {{(pid=94138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:06:31.530134 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ea4118-8a8e-47c9-afb4-c53b04376c87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1082ff8-0fd6-4770-9af3-e11ba5c6db82,revision_number=1']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:06:31.557408 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-072c1522-f800-413f-952c-cb515449bc83 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:31.583064 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf174cb1-c6a5-461f-bd2b-1126897680af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20481750-6dbe-40a0-a9e4-01dd7599cd4a,revision_number=None']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:06:31.600096 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044b3970-cdc9-42be-b4b2-6ab7d396ddb7 req-bd7f9716-3504-489c-b8ed-5e9123ca3c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:06:31.601819 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-044b3970-cdc9-42be-b4b2-6ab7d396ddb7 req-bd7f9716-3504-489c-b8ed-5e9123ca3c4e service neutron] 10.222.0.23 "GET /v2.0/networks?id=3c7f95fe-f49c-4700-adb0-3b0a527a4bc4 HTTP/1.1" status: 200 len: 913 time: 0.3520522 Sep 07 14:06:31.690772 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-ef2af247-11da-4bd3-9639-e8aac298b423 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585164'] for security_group, after_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:31.693257 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-ef2af247-11da-4bd3-9639-e8aac298b423 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:31.694480 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [None req-ef2af247-11da-4bd3-9639-e8aac298b423 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e49284f1-afb1-45e9-9333-f392cad56e13 HTTP/1.1" status: 204 len: 168 time: 0.8504057 Sep 07 14:06:31.790874 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.db.db_base_plugin_common [req-c9aa740a-2960-416d-93b5-bc5731b09322 req-f5366219-5d5b-48bf-8507-363982907dc8 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] Allocated IP 172.20.0.3 (b48e9ba8-aaf3-4c6b-ae21-ae2a5cc44314/1cd4c5b2-90f1-4140-9c02-290aaedbc1cc/b6cd42c1-b689-49a0-9a9e-c9f3eb56a44a) {{(pid=94137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 14:06:31.909532 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.wsgi [-] (94138) accepted ('10.222.0.23', 52654) {{(pid=94138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:06:31.912361 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-044b3970-cdc9-42be-b4b2-6ab7d396ddb7 req-05d7422c-623c-4982-b3ef-295a962a8997 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b6b49ead-c1d9-4e83-96bf-fd20c3f4c959 HTTP/1.1" status: 200 len: 217 time: 0.2628586 Sep 07 14:06:31.929440 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2af247-11da-4bd3-9639-e8aac298b423 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e49284f1-afb1-45e9-9333-f392cad56e13,revision_number=None']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:06:32.045053 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [req-c9aa740a-2960-416d-93b5-bc5731b09322 req-f5366219-5d5b-48bf-8507-363982907dc8 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] Notify callbacks [] for port, precommit_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:32.096903 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-0561083d-64f1-4a93-a814-bb35c3e1ee43 req-c0794964-0865-4821-b272-0b67ea5ebc6d tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/ports?device_id=57786085-de64-409b-9733-924d9894dbe5 HTTP/1.1" status: 200 len: 210 time: 0.0449731 Sep 07 14:06:32.130087 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-7e6e9481-f947-4083-9c65-aa00a08cd559 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:32.183716 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.wsgi [-] (94137) accepted ('10.222.0.60', 43512) {{(pid=94137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:06:32.185357 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044b3970-cdc9-42be-b4b2-6ab7d396ddb7 req-7df52099-41ef-46a1-a929-56f08ce0b365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:06:32.186827 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-044b3970-cdc9-42be-b4b2-6ab7d396ddb7 req-7df52099-41ef-46a1-a929-56f08ce0b365 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=82368d6a-b32a-4803-b7a2-1e4a369ac450 HTTP/1.1" status: 200 len: 852 time: 0.2472661 Sep 07 14:06:32.200746 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-7e6e9481-f947-4083-9c65-aa00a08cd559 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:32.215193 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.db.db_base_plugin_common [None req-072c1522-f800-413f-952c-cb515449bc83 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Allocated IP 172.27.2.8 (50058ef2-6e12-4dff-890f-d2e17fb9ee92/db4a7c65-31e2-4f76-9b43-e160b3d3d8e2/2cac4430-af9d-4410-9f12-457ea486c603) {{(pid=94138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 14:06:32.228728 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-f6b897f8-77d6-4a15-a1ed-5fbc0b60df9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:32.252222 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-044b3970-cdc9-42be-b4b2-6ab7d396ddb7 req-4ab37708-30f2-4123-8983-8828d522b1e9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3c7f95fe-f49c-4700-adb0-3b0a527a4bc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491292 Sep 07 14:06:32.264046 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [req-c9aa740a-2960-416d-93b5-bc5731b09322 req-f5366219-5d5b-48bf-8507-363982907dc8 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735728620445'] for port, after_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:32.273553 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741bce7a-c8f5-483b-867e-7bd5ce08b94f req-d0f0a292-bc6c-4e71-b3bd-faaf24015795 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:06:32.275573 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-741bce7a-c8f5-483b-867e-7bd5ce08b94f req-d0f0a292-bc6c-4e71-b3bd-faaf24015795 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.23 "GET /v2.0/networks?id=b48e9ba8-aaf3-4c6b-ae21-ae2a5cc44314 HTTP/1.1" status: 200 len: 818 time: 0.3650622 Sep 07 14:06:32.280068 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8edd97-b812-4ee3-870b-2250dd4f0668 req-bef543aa-1841-4563-b1f2-3545f13b99bb tempest-DeleteServersTestJSON-1683936553 tempest-DeleteServersTestJSON-1683936553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:06:32.281926 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-6b8edd97-b812-4ee3-870b-2250dd4f0668 req-bef543aa-1841-4563-b1f2-3545f13b99bb tempest-DeleteServersTestJSON-1683936553 tempest-DeleteServersTestJSON-1683936553-project] 10.222.0.60 "GET /v2.0/ports?device_id=74cad41e-7bf1-4a3d-ad3a-e72e4d9536a4 HTTP/1.1" status: 200 len: 943 time: 0.1656601 Sep 07 14:06:32.313565 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.v2.base [req-741bce7a-c8f5-483b-867e-7bd5ce08b94f req-abd56388-08a1-43cc-837e-5513fe91c957 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] Request body: {'port': {'device_id': '57786085-de64-409b-9733-924d9894dbe5', 'network_id': 'b48e9ba8-aaf3-4c6b-ae21-ae2a5cc44314', 'admin_state_up': True, 'tenant_id': '1d6de94667ae4a6191fd8937736e1379'}} {{(pid=94138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:06:32.427673 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9aa740a-2960-416d-93b5-bc5731b09322 req-f5366219-5d5b-48bf-8507-363982907dc8 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] Network b48e9ba8-aaf3-4c6b-ae21-ae2a5cc44314 is already hosted by enough agents. {{(pid=94137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 14:06:32.430568 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5366219-5d5b-48bf-8507-363982907dc8 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] Pushing event updated for resources: {'Port': ['ID=b6cd42c1-b689-49a0-9a9e-c9f3eb56a44a,revision_number=1']} {{(pid=94137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:06:32.441052 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.scheduler.base_scheduler [req-c9aa740a-2960-416d-93b5-bc5731b09322 req-f5366219-5d5b-48bf-8507-363982907dc8 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] Resources bound (agent type, host, resource id): {{(pid=94137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:06:32.478277 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-7e6e9481-f947-4083-9c65-aa00a08cd559 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585164'] for security_group, after_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:32.480827 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-7e6e9481-f947-4083-9c65-aa00a08cd559 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:32.482027 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [None req-7e6e9481-f947-4083-9c65-aa00a08cd559 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a1082ff8-0fd6-4770-9af3-e11ba5c6db82 HTTP/1.1" status: 204 len: 168 time: 0.9658415 Sep 07 14:06:32.486423 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-6b8edd97-b812-4ee3-870b-2250dd4f0668 req-c55e92ad-c9b7-4408-b351-e2e0d6f4f50b tempest-DeleteServersTestJSON-1683936553 tempest-DeleteServersTestJSON-1683936553-project] 10.222.0.60 "GET /v2.0/security-groups?id=d908dd73-76e9-4d68-88d8-3e0b7b12405a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788685 Sep 07 14:06:32.489974 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9aa740a-2960-416d-93b5-bc5731b09322 req-f5366219-5d5b-48bf-8507-363982907dc8 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] Received port after_create {{(pid=94137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 14:06:32.497248 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aa740a-2960-416d-93b5-bc5731b09322 req-f5366219-5d5b-48bf-8507-363982907dc8 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:06:32.497981 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [req-c9aa740a-2960-416d-93b5-bc5731b09322 req-f5366219-5d5b-48bf-8507-363982907dc8 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539090'] for port, before_response {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:32.510213 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6e9481-f947-4083-9c65-aa00a08cd559 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1082ff8-0fd6-4770-9af3-e11ba5c6db82,revision_number=None']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:06:32.565388 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-044b3970-cdc9-42be-b4b2-6ab7d396ddb7 req-4b73f4d6-7070-4226-a6bd-6198d6cc330a service neutron] 10.222.0.23 "GET /v2.0/networks/3c7f95fe-f49c-4700-adb0-3b0a527a4bc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2993302 Sep 07 14:06:32.593889 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-f6b897f8-77d6-4a15-a1ed-5fbc0b60df9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:32.601976 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-f6b897f8-77d6-4a15-a1ed-5fbc0b60df9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585164'] for security_group, after_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:32.610252 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-072c1522-f800-413f-952c-cb515449bc83 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Notify callbacks [] for port, precommit_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:32.625540 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-c9aa740a-2960-416d-93b5-bc5731b09322 req-f5366219-5d5b-48bf-8507-363982907dc8 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4514096 Sep 07 14:06:32.647004 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.v2.base [req-c9aa740a-2960-416d-93b5-bc5731b09322 req-0d257450-f457-4578-a915-add63e0a20f0 service neutron] Request body: {'port': {'device_id': '752df912-1fe9-4a3a-aedc-0b4fe4e15164', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78291'}} {{(pid=94137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:06:32.705328 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-741bce7a-c8f5-483b-867e-7bd5ce08b94f req-abd56388-08a1-43cc-837e-5513fe91c957 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] Made reservation on behalf of 1d6de94667ae4a6191fd8937736e1379 for: {'port': 1} {{(pid=94138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 14:06:32.709945 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-741bce7a-c8f5-483b-867e-7bd5ce08b94f req-abd56388-08a1-43cc-837e-5513fe91c957 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:32.717282 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b897f8-77d6-4a15-a1ed-5fbc0b60df9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b6a7aae-0a48-43a3-98ee-b819a2f137ed,revision_number=1']} {{(pid=94137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:06:32.734845 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [None req-f6b897f8-77d6-4a15-a1ed-5fbc0b60df9a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b5f265a313e74b2989e86d48c3308576&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5490396 Sep 07 14:06:32.738829 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-044b3970-cdc9-42be-b4b2-6ab7d396ddb7 req-761fd6fe-50f5-4a56-83ff-e2393ddbcfc4 service neutron] 10.222.0.23 "GET /v2.0/networks/3c7f95fe-f49c-4700-adb0-3b0a527a4bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644771 Sep 07 14:06:32.739105 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.wsgi [-] (94137) accepted ('10.222.0.60', 43534) {{(pid=94137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:06:32.844240 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [req-c9aa740a-2960-416d-93b5-bc5731b09322 req-0d257450-f457-4578-a915-add63e0a20f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_update {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:32.848966 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-072c1522-f800-413f-952c-cb515449bc83 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735728620445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65197361'] for port, after_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:32.916608 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-b9ce3ed7-c289-4d40-bcba-041c70689116 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:32.970794 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-b9ce3ed7-c289-4d40-bcba-041c70689116 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:32.982287 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-072c1522-f800-413f-952c-cb515449bc83 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Network 50058ef2-6e12-4dff-890f-d2e17fb9ee92 is already hosted by enough agents. {{(pid=94138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 14:06:33.003672 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.scheduler.base_scheduler [None req-072c1522-f800-413f-952c-cb515449bc83 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Resources bound (agent type, host, resource id): {{(pid=94138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:06:33.026876 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-072c1522-f800-413f-952c-cb515449bc83 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Received port after_create {{(pid=94138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 14:06:33.087564 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072c1522-f800-413f-952c-cb515449bc83 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Pushing event updated for resources: {'Port': ['ID=2cac4430-af9d-4410-9f12-457ea486c603,revision_number=1']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:06:33.238158 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.db.db_base_plugin_common [req-741bce7a-c8f5-483b-867e-7bd5ce08b94f req-abd56388-08a1-43cc-837e-5513fe91c957 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] Allocated IP 172.20.0.13 (b48e9ba8-aaf3-4c6b-ae21-ae2a5cc44314/1cd4c5b2-90f1-4140-9c02-290aaedbc1cc/6653d97b-ed35-4664-9f85-11956114c867) {{(pid=94138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 14:06:33.301384 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-37df4cdd-f40f-45cb-9ba3-9f1fb64b9b9c req-882b3f32-3221-4f59-885f-14b68ff49e5e tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/ports?device_id=57786085-de64-409b-9733-924d9894dbe5 HTTP/1.1" status: 200 len: 210 time: 0.0560558 Sep 07 14:06:33.351957 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-b9ce3ed7-c289-4d40-bcba-041c70689116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585164'] for security_group, after_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:33.362304 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-b9ce3ed7-c289-4d40-bcba-041c70689116 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:33.365188 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [None req-b9ce3ed7-c289-4d40-bcba-041c70689116 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2b6a7aae-0a48-43a3-98ee-b819a2f137ed HTTP/1.1" status: 204 len: 168 time: 0.6244881 Sep 07 14:06:33.369475 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-072c1522-f800-413f-952c-cb515449bc83 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:33.376666 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ce3ed7-c289-4d40-bcba-041c70689116 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b6a7aae-0a48-43a3-98ee-b819a2f137ed,revision_number=None']} {{(pid=94137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:06:33.545507 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-072c1522-f800-413f-952c-cb515449bc83 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_update {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:33.605580 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Device b6b49ead-c1d9-4e83-96bf-fd20c3f4c959 details requested by agent hyperv_hv-cinder-78291 with host hv-cinder-78291 {{(pid=94139) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 14:06:33.730602 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d80f7d4-25e5-4bcb-be6e-3c058d7295b0 req-200adad8-7dc6-46ff-bf3b-9fae5aac201b tempest-DeleteServersTestJSON-1683936553 tempest-DeleteServersTestJSON-1683936553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:06:33.734398 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-6d80f7d4-25e5-4bcb-be6e-3c058d7295b0 req-200adad8-7dc6-46ff-bf3b-9fae5aac201b tempest-DeleteServersTestJSON-1683936553 tempest-DeleteServersTestJSON-1683936553-project] 10.222.0.60 "GET /v2.0/ports?device_id=74cad41e-7bf1-4a3d-ad3a-e72e4d9536a4 HTTP/1.1" status: 200 len: 943 time: 0.1148422 Sep 07 14:06:33.758393 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-741bce7a-c8f5-483b-867e-7bd5ce08b94f req-abd56388-08a1-43cc-837e-5513fe91c957 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] Notify callbacks [] for port, precommit_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:33.783025 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-6d80f7d4-25e5-4bcb-be6e-3c058d7295b0 req-df839d93-252e-48a8-93b0-ce5bbf08e54b tempest-DeleteServersTestJSON-1683936553 tempest-DeleteServersTestJSON-1683936553-project] 10.222.0.60 "GET /v2.0/security-groups?id=d908dd73-76e9-4d68-88d8-3e0b7b12405a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425615 Sep 07 14:06:33.815695 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.db [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] For port b6b49ead-c1d9-4e83-96bf-fd20c3f4c959, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=b6b49ead-c1d9-4e83-96bf-fd20c3f4c959,segment=NetworkSegment(cf622dff-f09c-4809-ad4f-629e7c8762ab),segment_id=cf622dff-f09c-4809-ad4f-629e7c8762ab)] {{(pid=94139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:06:33.829753 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Returning: {'device': 'b6b49ead-c1d9-4e83-96bf-fd20c3f4c959', 'network_id': '3c7f95fe-f49c-4700-adb0-3b0a527a4bc4', 'port_id': 'b6b49ead-c1d9-4e83-96bf-fd20c3f4c959', 'mac_address': 'fa:16:3e:b6:e8:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 679, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82368d6a-b32a-4803-b7a2-1e4a369ac450', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94139) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 14:06:33.919152 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-741bce7a-c8f5-483b-867e-7bd5ce08b94f req-abd56388-08a1-43cc-837e-5513fe91c957 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735728620445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65197361'] for port, after_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:34.031690 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-741bce7a-c8f5-483b-867e-7bd5ce08b94f req-abd56388-08a1-43cc-837e-5513fe91c957 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] Network b48e9ba8-aaf3-4c6b-ae21-ae2a5cc44314 is already hosted by enough agents. {{(pid=94138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 14:06:34.051797 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:34.055894 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.scheduler.base_scheduler [req-741bce7a-c8f5-483b-867e-7bd5ce08b94f req-abd56388-08a1-43cc-837e-5513fe91c957 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] Resources bound (agent type, host, resource id): {{(pid=94138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:06:34.060018 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.db.l3_dvrscheduler_db [req-741bce7a-c8f5-483b-867e-7bd5ce08b94f req-abd56388-08a1-43cc-837e-5513fe91c957 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] Received port after_create {{(pid=94138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 14:06:34.079291 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.notifiers.nova [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6b49ead-c1d9-4e83-96bf-fd20c3f4c959 {{(pid=94139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 14:06:34.085909 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd56388-08a1-43cc-837e-5513fe91c957 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] Pushing event updated for resources: {'Port': ['ID=6653d97b-ed35-4664-9f85-11956114c867,revision_number=1']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:06:34.131216 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.db [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] For port b6b49ead-c1d9-4e83-96bf-fd20c3f4c959, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=b6b49ead-c1d9-4e83-96bf-fd20c3f4c959,segment=NetworkSegment(cf622dff-f09c-4809-ad4f-629e7c8762ab),segment_id=cf622dff-f09c-4809-ad4f-629e7c8762ab)] {{(pid=94139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:06:34.135727 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-072c1522-f800-413f-952c-cb515449bc83 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Notify callbacks [] for port, precommit_update {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:34.140481 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735729008622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735728620463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735728620481'] for port, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:34.142760 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.notifiers.nova [req-c9aa740a-2960-416d-93b5-bc5731b09322 req-0d257450-f457-4578-a915-add63e0a20f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6cd42c1-b689-49a0-9a9e-c9f3eb56a44a {{(pid=94137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 14:06:34.152361 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-072c1522-f800-413f-952c-cb515449bc83 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735729008622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735728620463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735728620481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65197374'] for port, after_update {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:34.159063 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [req-c9aa740a-2960-416d-93b5-bc5731b09322 req-0d257450-f457-4578-a915-add63e0a20f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:34.179459 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.db.provisioning_blocks [req-c9aa740a-2960-416d-93b5-bc5731b09322 req-0d257450-f457-4578-a915-add63e0a20f0 service neutron] Transition to ACTIVE for port object b6cd42c1-b689-49a0-9a9e-c9f3eb56a44a will not be triggered until provisioned by entity L2. {{(pid=94137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 14:06:34.189208 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [req-c9aa740a-2960-416d-93b5-bc5731b09322 req-0d257450-f457-4578-a915-add63e0a20f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735729008622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735728620463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735728620481'] for port, after_update {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:34.250477 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741bce7a-c8f5-483b-867e-7bd5ce08b94f req-abd56388-08a1-43cc-837e-5513fe91c957 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:06:34.251356 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-741bce7a-c8f5-483b-867e-7bd5ce08b94f req-abd56388-08a1-43cc-837e-5513fe91c957 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539090'] for port, before_response {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:34.270222 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072c1522-f800-413f-952c-cb515449bc83 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Pushing event updated for resources: {'Port': ['ID=2cac4430-af9d-4410-9f12-457ea486c603,revision_number=2']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:06:34.298308 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Pushing event updated for resources: {'Port': ['ID=b6b49ead-c1d9-4e83-96bf-fd20c3f4c959,revision_number=4']} {{(pid=94139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:06:34.302201 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-741bce7a-c8f5-483b-867e-7bd5ce08b94f req-abd56388-08a1-43cc-837e-5513fe91c957 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0085254 Sep 07 14:06:34.308871 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-072c1522-f800-413f-952c-cb515449bc83 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-432510'] for floatingip, after_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:34.317648 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d257450-f457-4578-a915-add63e0a20f0 service neutron] Pushing event updated for resources: {'Port': ['ID=b6cd42c1-b689-49a0-9a9e-c9f3eb56a44a,revision_number=2']} {{(pid=94137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:06:34.318237 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.v2.base [req-741bce7a-c8f5-483b-867e-7bd5ce08b94f req-75949fda-806d-4d98-8e9f-8bfec772c419 service neutron] Request body: {'port': {'device_id': '57786085-de64-409b-9733-924d9894dbe5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78291'}} {{(pid=94138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:06:34.392552 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.db [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] get_ports_and_sgs() called for port_ids ['b6b49ead-c1d9-4e83-96bf-fd20c3f4c959'] {{(pid=94139) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 14:06:34.408572 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-072c1522-f800-413f-952c-cb515449bc83 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88768'] for floatingip, before_response {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:34.418011 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [None req-072c1522-f800-413f-952c-cb515449bc83 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.6503191 Sep 07 14:06:34.464423 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-741bce7a-c8f5-483b-867e-7bd5ce08b94f req-75949fda-806d-4d98-8e9f-8bfec772c419 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_update {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:34.620519 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.managers [req-c9aa740a-2960-416d-93b5-bc5731b09322 req-0d257450-f457-4578-a915-add63e0a20f0 service neutron] Attempting to bind port b6cd42c1-b689-49a0-9a9e-c9f3eb56a44a on host hv-cinder-78291 for vnic_type normal with profile {{(pid=94137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 14:06:34.622606 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.managers [req-c9aa740a-2960-416d-93b5-bc5731b09322 req-0d257450-f457-4578-a915-add63e0a20f0 service neutron] Attempting to bind port b6cd42c1-b689-49a0-9a9e-c9f3eb56a44a by drivers openvswitch,hyperv on host hv-cinder-78291 at level 0 using segments [{'id': 'ba3351c9-0c6a-4f15-ac4a-054b7b31d9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'b48e9ba8-aaf3-4c6b-ae21-ae2a5cc44314'}] {{(pid=94137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 14:06:34.625237 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9aa740a-2960-416d-93b5-bc5731b09322 req-0d257450-f457-4578-a915-add63e0a20f0 service neutron] Attempting to bind port b6cd42c1-b689-49a0-9a9e-c9f3eb56a44a on network b48e9ba8-aaf3-4c6b-ae21-ae2a5cc44314 {{(pid=94137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 14:06:34.639728 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9aa740a-2960-416d-93b5-bc5731b09322 req-0d257450-f457-4578-a915-add63e0a20f0 service neutron] Port b6cd42c1-b689-49a0-9a9e-c9f3eb56a44a on network b48e9ba8-aaf3-4c6b-ae21-ae2a5cc44314 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78291 {{(pid=94137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 14:06:34.640401 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9aa740a-2960-416d-93b5-bc5731b09322 req-0d257450-f457-4578-a915-add63e0a20f0 service neutron] Attempting to bind port b6cd42c1-b689-49a0-9a9e-c9f3eb56a44a on network b48e9ba8-aaf3-4c6b-ae21-ae2a5cc44314 {{(pid=94137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 14:06:34.660581 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9aa740a-2960-416d-93b5-bc5731b09322 req-0d257450-f457-4578-a915-add63e0a20f0 service neutron] Checking agent: {'id': '42fa3594-1565-4da1-9b03-2e08c5cc8c06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78291', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 14, 4, 18), 'started_at': datetime.datetime(2021, 9, 7, 14, 4, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 14, 6, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 14:06:34.661873 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9aa740a-2960-416d-93b5-bc5731b09322 req-0d257450-f457-4578-a915-add63e0a20f0 service neutron] Checking segment: {'id': 'ba3351c9-0c6a-4f15-ac4a-054b7b31d9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'b48e9ba8-aaf3-4c6b-ae21-ae2a5cc44314'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 14:06:34.665630 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9aa740a-2960-416d-93b5-bc5731b09322 req-0d257450-f457-4578-a915-add63e0a20f0 service neutron] Bound using segment: {'id': 'ba3351c9-0c6a-4f15-ac4a-054b7b31d9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'b48e9ba8-aaf3-4c6b-ae21-ae2a5cc44314'} {{(pid=94137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 14:06:34.666727 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.managers [req-c9aa740a-2960-416d-93b5-bc5731b09322 req-0d257450-f457-4578-a915-add63e0a20f0 service neutron] Bound port: b6cd42c1-b689-49a0-9a9e-c9f3eb56a44a, host: hv-cinder-78291, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba3351c9-0c6a-4f15-ac4a-054b7b31d9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'b48e9ba8-aaf3-4c6b-ae21-ae2a5cc44314'}}] {{(pid=94137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 14:06:34.670564 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [req-c9aa740a-2960-416d-93b5-bc5731b09322 req-0d257450-f457-4578-a915-add63e0a20f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_update {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:34.702103 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaff073-f3b5-4b79-8e89-c9c81d796ea3 req-51fb849c-24af-4aef-bb68-86c25ccd6d05 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:06:34.711093 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-bbaff073-f3b5-4b79-8e89-c9c81d796ea3 req-51fb849c-24af-4aef-bb68-86c25ccd6d05 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/ports?device_id=57786085-de64-409b-9733-924d9894dbe5 HTTP/1.1" status: 200 len: 932 time: 0.2021024 Sep 07 14:06:34.951823 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.db [req-c9aa740a-2960-416d-93b5-bc5731b09322 req-0d257450-f457-4578-a915-add63e0a20f0 service neutron] For port b6cd42c1-b689-49a0-9a9e-c9f3eb56a44a, host hv-cinder-78291, cleared binding levels {{(pid=94137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 14:06:34.999282 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-bbaff073-f3b5-4b79-8e89-c9c81d796ea3 req-191ff718-9239-4c9b-b6d4-3c0efe35945c tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/security-groups?id=1eaa7adf-c23d-4a19-a899-ef24f817425f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2751601 Sep 07 14:06:35.011411 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.db [req-c9aa740a-2960-416d-93b5-bc5731b09322 req-0d257450-f457-4578-a915-add63e0a20f0 service neutron] For port b6cd42c1-b689-49a0-9a9e-c9f3eb56a44a, host hv-cinder-78291, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=b6cd42c1-b689-49a0-9a9e-c9f3eb56a44a,segment=NetworkSegment(ba3351c9-0c6a-4f15-ac4a-054b7b31d9c5),segment_id=ba3351c9-0c6a-4f15-ac4a-054b7b31d9c5)] {{(pid=94137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 14:06:35.050079 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-8d0c390c-5bd0-4e1d-84e5-9d3a4250239d req-3c4d9194-04c4-4903-911c-2a51263692a8 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--1476906720&fields=id&tenant_id=584f3be6a05141bfb7e331ef2c02474d HTTP/1.1" status: 200 len: 267 time: 0.1962266 Sep 07 14:06:35.051343 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [req-c9aa740a-2960-416d-93b5-bc5731b09322 req-0d257450-f457-4578-a915-add63e0a20f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735729008622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735728620463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735728620481'] for port, after_update {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:35.108075 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aa740a-2960-416d-93b5-bc5731b09322 req-0d257450-f457-4578-a915-add63e0a20f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:06:35.108732 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [req-c9aa740a-2960-416d-93b5-bc5731b09322 req-0d257450-f457-4578-a915-add63e0a20f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539090'] for port, before_response {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:35.110191 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-c9aa740a-2960-416d-93b5-bc5731b09322 req-0d257450-f457-4578-a915-add63e0a20f0 service neutron] 10.222.0.23 "PUT /v2.0/ports/b6cd42c1-b689-49a0-9a9e-c9f3eb56a44a HTTP/1.1" status: 200 len: 1093 time: 2.4762530 Sep 07 14:06:35.114618 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '752df912-1fe9-4a3a-aedc-0b4fe4e15164', 'tag': 'b6cd42c1-b689-49a0-9a9e-c9f3eb56a44a'}] {{(pid=94137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:06:35.244229 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.notifiers.nova [req-741bce7a-c8f5-483b-867e-7bd5ce08b94f req-75949fda-806d-4d98-8e9f-8bfec772c419 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6653d97b-ed35-4664-9f85-11956114c867 {{(pid=94138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 14:06:35.255478 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-741bce7a-c8f5-483b-867e-7bd5ce08b94f req-75949fda-806d-4d98-8e9f-8bfec772c419 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:35.273073 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.db.provisioning_blocks [req-741bce7a-c8f5-483b-867e-7bd5ce08b94f req-75949fda-806d-4d98-8e9f-8bfec772c419 service neutron] Transition to ACTIVE for port object 6653d97b-ed35-4664-9f85-11956114c867 will not be triggered until provisioned by entity L2. {{(pid=94138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 14:06:35.283731 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-741bce7a-c8f5-483b-867e-7bd5ce08b94f req-75949fda-806d-4d98-8e9f-8bfec772c419 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735729008622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735728620463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735728620481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65197374'] for port, after_update {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:35.389989 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75949fda-806d-4d98-8e9f-8bfec772c419 service neutron] Pushing event updated for resources: {'Port': ['ID=6653d97b-ed35-4664-9f85-11956114c867,revision_number=2']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:06:35.504575 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.managers [req-741bce7a-c8f5-483b-867e-7bd5ce08b94f req-75949fda-806d-4d98-8e9f-8bfec772c419 service neutron] Attempting to bind port 6653d97b-ed35-4664-9f85-11956114c867 on host hv-cinder-78291 for vnic_type normal with profile {{(pid=94138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 14:06:35.505201 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.managers [req-741bce7a-c8f5-483b-867e-7bd5ce08b94f req-75949fda-806d-4d98-8e9f-8bfec772c419 service neutron] Attempting to bind port 6653d97b-ed35-4664-9f85-11956114c867 by drivers openvswitch,hyperv on host hv-cinder-78291 at level 0 using segments [{'id': 'ba3351c9-0c6a-4f15-ac4a-054b7b31d9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'b48e9ba8-aaf3-4c6b-ae21-ae2a5cc44314'}] {{(pid=94138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 14:06:35.505748 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-741bce7a-c8f5-483b-867e-7bd5ce08b94f req-75949fda-806d-4d98-8e9f-8bfec772c419 service neutron] Attempting to bind port 6653d97b-ed35-4664-9f85-11956114c867 on network b48e9ba8-aaf3-4c6b-ae21-ae2a5cc44314 {{(pid=94138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 14:06:35.506141 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d257450-f457-4578-a915-add63e0a20f0 service neutron] Pushing event updated for resources: {'Port': ['ID=b6cd42c1-b689-49a0-9a9e-c9f3eb56a44a,revision_number=3']} {{(pid=94137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:06:35.519257 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-741bce7a-c8f5-483b-867e-7bd5ce08b94f req-75949fda-806d-4d98-8e9f-8bfec772c419 service neutron] Port 6653d97b-ed35-4664-9f85-11956114c867 on network b48e9ba8-aaf3-4c6b-ae21-ae2a5cc44314 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78291 {{(pid=94138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 14:06:35.519857 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-741bce7a-c8f5-483b-867e-7bd5ce08b94f req-75949fda-806d-4d98-8e9f-8bfec772c419 service neutron] Attempting to bind port 6653d97b-ed35-4664-9f85-11956114c867 on network b48e9ba8-aaf3-4c6b-ae21-ae2a5cc44314 {{(pid=94138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 14:06:35.526375 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-741bce7a-c8f5-483b-867e-7bd5ce08b94f req-75949fda-806d-4d98-8e9f-8bfec772c419 service neutron] Checking agent: {'id': '42fa3594-1565-4da1-9b03-2e08c5cc8c06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78291', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 14, 4, 18), 'started_at': datetime.datetime(2021, 9, 7, 14, 4, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 14, 6, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 14:06:35.527275 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-741bce7a-c8f5-483b-867e-7bd5ce08b94f req-75949fda-806d-4d98-8e9f-8bfec772c419 service neutron] Checking segment: {'id': 'ba3351c9-0c6a-4f15-ac4a-054b7b31d9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'b48e9ba8-aaf3-4c6b-ae21-ae2a5cc44314'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 14:06:35.527972 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-741bce7a-c8f5-483b-867e-7bd5ce08b94f req-75949fda-806d-4d98-8e9f-8bfec772c419 service neutron] Bound using segment: {'id': 'ba3351c9-0c6a-4f15-ac4a-054b7b31d9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'b48e9ba8-aaf3-4c6b-ae21-ae2a5cc44314'} {{(pid=94138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 14:06:35.528888 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.managers [req-741bce7a-c8f5-483b-867e-7bd5ce08b94f req-75949fda-806d-4d98-8e9f-8bfec772c419 service neutron] Bound port: 6653d97b-ed35-4664-9f85-11956114c867, host: hv-cinder-78291, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba3351c9-0c6a-4f15-ac4a-054b7b31d9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'b48e9ba8-aaf3-4c6b-ae21-ae2a5cc44314'}}] {{(pid=94138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 14:06:35.530049 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-741bce7a-c8f5-483b-867e-7bd5ce08b94f req-75949fda-806d-4d98-8e9f-8bfec772c419 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_update {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:35.539520 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff8c5c1-030d-49b3-b4ca-2f59515c61d3 req-2dadc09b-5fcf-4344-8cd6-0030fe28cb8a tempest-DeleteServersTestJSON-1683936553 tempest-DeleteServersTestJSON-1683936553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:06:35.541013 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-0ff8c5c1-030d-49b3-b4ca-2f59515c61d3 req-2dadc09b-5fcf-4344-8cd6-0030fe28cb8a tempest-DeleteServersTestJSON-1683936553 tempest-DeleteServersTestJSON-1683936553-project] 10.222.0.60 "GET /v2.0/ports?device_id=74cad41e-7bf1-4a3d-ad3a-e72e4d9536a4 HTTP/1.1" status: 200 len: 944 time: 0.1983128 Sep 07 14:06:35.568444 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aa740a-2960-416d-93b5-bc5731b09322 req-672c58ec-6737-444c-94ea-1793da9ece53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:06:35.570215 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-c9aa740a-2960-416d-93b5-bc5731b09322 req-672c58ec-6737-444c-94ea-1793da9ece53 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1d6de94667ae4a6191fd8937736e1379&device_id=752df912-1fe9-4a3a-aedc-0b4fe4e15164 HTTP/1.1" status: 200 len: 1096 time: 0.2256157 Sep 07 14:06:35.574451 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Device b6b49ead-c1d9-4e83-96bf-fd20c3f4c959 up at agent hyperv_hv-cinder-78291 {{(pid=94139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:06:35.668179 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.db [req-741bce7a-c8f5-483b-867e-7bd5ce08b94f req-75949fda-806d-4d98-8e9f-8bfec772c419 service neutron] For port 6653d97b-ed35-4664-9f85-11956114c867, host hv-cinder-78291, cleared binding levels {{(pid=94138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 14:06:35.676750 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.db [req-741bce7a-c8f5-483b-867e-7bd5ce08b94f req-75949fda-806d-4d98-8e9f-8bfec772c419 service neutron] For port 6653d97b-ed35-4664-9f85-11956114c867, host hv-cinder-78291, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=6653d97b-ed35-4664-9f85-11956114c867,segment=NetworkSegment(ba3351c9-0c6a-4f15-ac4a-054b7b31d9c5),segment_id=ba3351c9-0c6a-4f15-ac4a-054b7b31d9c5)] {{(pid=94138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 14:06:35.682811 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0c390c-5bd0-4e1d-84e5-9d3a4250239d req-7f926b9a-71b2-443a-a011-4c6031297e77 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:06:35.684559 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-8d0c390c-5bd0-4e1d-84e5-9d3a4250239d req-7f926b9a-71b2-443a-a011-4c6031297e77 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] 10.222.0.60 "GET /v2.0/networks?id=2ef27011-b43e-416b-9da9-0568387a6a08 HTTP/1.1" status: 200 len: 810 time: 0.6041794 Sep 07 14:06:35.685852 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-c9aa740a-2960-416d-93b5-bc5731b09322 req-cdac4a17-5264-4543-9690-7b3fefcb8f28 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b6cd42c1-b689-49a0-9a9e-c9f3eb56a44a HTTP/1.1" status: 200 len: 217 time: 0.1010461 Sep 07 14:06:35.689060 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7b38e126f5d6ed26c5a634d27f228b3e9a23f971082ab434b79987af6775de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef0cb00d-e2f5-421d-b5ac-fbc91e5f2d48" -d '{"events": [{"name": "network-changed", "server_uuid": "752df912-1fe9-4a3a-aedc-0b4fe4e15164", "tag": "b6cd42c1-b689-49a0-9a9e-c9f3eb56a44a"}]}' {{(pid=94137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:06:35.693431 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Provisioning for port b6b49ead-c1d9-4e83-96bf-fd20c3f4c959 completed by entity L2. {{(pid=94139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 14:06:35.694099 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-0ff8c5c1-030d-49b3-b4ca-2f59515c61d3 req-8e458594-607b-410d-8250-032eb704cccd tempest-DeleteServersTestJSON-1683936553 tempest-DeleteServersTestJSON-1683936553-project] 10.222.0.60 "GET /v2.0/security-groups?id=d908dd73-76e9-4d68-88d8-3e0b7b12405a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424391 Sep 07 14:06:35.702062 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-741bce7a-c8f5-483b-867e-7bd5ce08b94f req-75949fda-806d-4d98-8e9f-8bfec772c419 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735729008622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735728620463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735728620481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65197374'] for port, after_update {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:35.718521 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Provisioning complete for port b6b49ead-c1d9-4e83-96bf-fd20c3f4c959 triggered by entity L2. {{(pid=94139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:06:35.721953 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-8d0c390c-5bd0-4e1d-84e5-9d3a4250239d req-97087259-5184-4a0d-a673-705165f556f3 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] 10.222.0.60 "GET /v2.0/quotas/584f3be6a05141bfb7e331ef2c02474d HTTP/1.1" status: 200 len: 375 time: 0.0259147 Sep 07 14:06:35.730738 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462246'] for port, provisioning_complete {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:35.763367 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741bce7a-c8f5-483b-867e-7bd5ce08b94f req-75949fda-806d-4d98-8e9f-8bfec772c419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:06:35.764099 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-741bce7a-c8f5-483b-867e-7bd5ce08b94f req-75949fda-806d-4d98-8e9f-8bfec772c419 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539090'] for port, before_response {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:35.765808 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-741bce7a-c8f5-483b-867e-7bd5ce08b94f req-75949fda-806d-4d98-8e9f-8bfec772c419 service neutron] 10.222.0.23 "PUT /v2.0/ports/6653d97b-ed35-4664-9f85-11956114c867 HTTP/1.1" status: 200 len: 1094 time: 1.4534335 Sep 07 14:06:35.766364 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57786085-de64-409b-9733-924d9894dbe5', 'tag': '6653d97b-ed35-4664-9f85-11956114c867'}] {{(pid=94138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:06:35.768830 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2f7ddeb31991bace343f2b2f4f22cd3bc4274a24b7cd750f83a004d46e17087" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b6a9608-6b81-4f98-9d06-8fce87d73ce8" -d '{"events": [{"name": "network-changed", "server_uuid": "57786085-de64-409b-9733-924d9894dbe5", "tag": "6653d97b-ed35-4664-9f85-11956114c867"}]}' {{(pid=94138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:06:35.814383 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aa740a-2960-416d-93b5-bc5731b09322 req-eeac6fd1-9560-4e68-992f-723dbc0a15c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:06:35.816327 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-c9aa740a-2960-416d-93b5-bc5731b09322 req-eeac6fd1-9560-4e68-992f-723dbc0a15c0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1cd4c5b2-90f1-4140-9c02-290aaedbc1cc HTTP/1.1" status: 200 len: 858 time: 0.1211057 Sep 07 14:06:35.852317 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75949fda-806d-4d98-8e9f-8bfec772c419 service neutron] Pushing event updated for resources: {'Port': ['ID=6653d97b-ed35-4664-9f85-11956114c867,revision_number=3']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:06:35.890249 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:35.903921 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-8d0c390c-5bd0-4e1d-84e5-9d3a4250239d req-8f198a80-7908-4f26-9100-124f732c0cf2 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=584f3be6a05141bfb7e331ef2c02474d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1619058 Sep 07 14:06:35.919801 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741bce7a-c8f5-483b-867e-7bd5ce08b94f req-0e5cd487-2d61-4f3a-941b-2c1320c24b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:06:35.925103 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74cad41e-7bf1-4a3d-ad3a-e72e4d9536a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6b49ead-c1d9-4e83-96bf-fd20c3f4c959'}] {{(pid=94139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:06:35.927355 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-c9aa740a-2960-416d-93b5-bc5731b09322 req-6e506df7-b1b4-4167-9160-143b123b907b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b48e9ba8-aaf3-4c6b-ae21-ae2a5cc44314&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1041205 Sep 07 14:06:35.927962 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-741bce7a-c8f5-483b-867e-7bd5ce08b94f req-0e5cd487-2d61-4f3a-941b-2c1320c24b30 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1d6de94667ae4a6191fd8937736e1379&device_id=57786085-de64-409b-9733-924d9894dbe5 HTTP/1.1" status: 200 len: 1097 time: 0.1037397 Sep 07 14:06:35.990034 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-741bce7a-c8f5-483b-867e-7bd5ce08b94f req-d75f242f-2505-4bc5-a696-c124100fa949 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6653d97b-ed35-4664-9f85-11956114c867 HTTP/1.1" status: 200 len: 217 time: 0.0492432 Sep 07 14:06:36.059117 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741bce7a-c8f5-483b-867e-7bd5ce08b94f req-d2aa43c4-6354-4a0a-b841-ca6385c8c900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:06:36.061178 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-741bce7a-c8f5-483b-867e-7bd5ce08b94f req-d2aa43c4-6354-4a0a-b841-ca6385c8c900 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1cd4c5b2-90f1-4140-9c02-290aaedbc1cc HTTP/1.1" status: 200 len: 858 time: 0.0635827 Sep 07 14:06:36.087752 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.db [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] For port b6b49ead-c1d9-4e83-96bf-fd20c3f4c959, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=b6b49ead-c1d9-4e83-96bf-fd20c3f4c959,segment=NetworkSegment(cf622dff-f09c-4809-ad4f-629e7c8762ab),segment_id=cf622dff-f09c-4809-ad4f-629e7c8762ab)] {{(pid=94139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:06:36.097761 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735729008622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735728620463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735728620481'] for port, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:36.122392 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-741bce7a-c8f5-483b-867e-7bd5ce08b94f req-ed05aa36-0f67-4023-847f-d13e7598bdc3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b48e9ba8-aaf3-4c6b-ae21-ae2a5cc44314&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539148 Sep 07 14:06:36.172404 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-8d0c390c-5bd0-4e1d-84e5-9d3a4250239d req-0b6dca47-7384-4315-8e33-0f171673cee2 service neutron] 10.222.0.60 "GET /v2.0/networks/2ef27011-b43e-416b-9da9-0568387a6a08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2440610 Sep 07 14:06:36.214016 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.wsgi [-] (94137) accepted ('10.222.0.60', 43722) {{(pid=94137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:06:36.259746 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-c9aa740a-2960-416d-93b5-bc5731b09322 req-fe0f27a1-236e-4c22-afa1-8b2722bb18b7 service neutron] 10.222.0.23 "GET /v2.0/networks/b48e9ba8-aaf3-4c6b-ae21-ae2a5cc44314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3137074 Sep 07 14:06:36.283326 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Pushing event updated for resources: {'Port': ['ID=b6b49ead-c1d9-4e83-96bf-fd20c3f4c959,revision_number=5']} {{(pid=94139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:06:36.387252 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 14:06:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9736f4a1-0f7b-4124-99c8-bb663e6e9eb9 x-openstack-request-id: req-9736f4a1-0f7b-4124-99c8-bb663e6e9eb9 {{(pid=94137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:06:36.387602 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "752df912-1fe9-4a3a-aedc-0b4fe4e15164", "tag": "b6cd42c1-b689-49a0-9a9e-c9f3eb56a44a", "status": "completed", "code": 200}]} {{(pid=94137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:06:36.387853 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9736f4a1-0f7b-4124-99c8-bb663e6e9eb9 {{(pid=94137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:06:36.388296 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '752df912-1fe9-4a3a-aedc-0b4fe4e15164', 'tag': 'b6cd42c1-b689-49a0-9a9e-c9f3eb56a44a', 'status': 'completed', 'code': 200} Sep 07 14:06:36.390106 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-741bce7a-c8f5-483b-867e-7bd5ce08b94f req-8df0bfbf-09f4-4f79-b6a0-becd80630b02 service neutron] 10.222.0.23 "GET /v2.0/networks/b48e9ba8-aaf3-4c6b-ae21-ae2a5cc44314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2606256 Sep 07 14:06:36.423105 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-8d0c390c-5bd0-4e1d-84e5-9d3a4250239d req-cfb7179c-2c59-47f2-8986-bce799e3c3ce service neutron] 10.222.0.60 "GET /v2.0/networks/2ef27011-b43e-416b-9da9-0568387a6a08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2315240 Sep 07 14:06:36.442508 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-c9aa740a-2960-416d-93b5-bc5731b09322 req-3ffaefd2-9446-43b8-b4bc-c7d3317b94c8 service neutron] 10.222.0.23 "GET /v2.0/networks/b48e9ba8-aaf3-4c6b-ae21-ae2a5cc44314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1763456 Sep 07 14:06:36.443396 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 14:06:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de3c2210-9adb-46ec-91b6-d575cae9120e x-openstack-request-id: req-de3c2210-9adb-46ec-91b6-d575cae9120e {{(pid=94138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:06:36.443850 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57786085-de64-409b-9733-924d9894dbe5", "tag": "6653d97b-ed35-4664-9f85-11956114c867", "status": "completed", "code": 200}]} {{(pid=94138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:06:36.444281 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-de3c2210-9adb-46ec-91b6-d575cae9120e {{(pid=94138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:06:36.444755 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57786085-de64-409b-9733-924d9894dbe5', 'tag': '6653d97b-ed35-4664-9f85-11956114c867', 'status': 'completed', 'code': 200} Sep 07 14:06:36.447749 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4453e99b4ec61c2946fac8af49a5adf90b2a32597d884ada3dd1dc93487e448" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da5f3a66-3e67-47fc-bb0c-e447307b8851" -d '{"events": [{"server_uuid": "74cad41e-7bf1-4a3d-ad3a-e72e4d9536a4", "name": "network-vif-plugged", "status": "completed", "tag": "b6b49ead-c1d9-4e83-96bf-fd20c3f4c959"}]}' {{(pid=94139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:06:36.601946 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-741bce7a-c8f5-483b-867e-7bd5ce08b94f req-1be71415-e8b4-4145-a731-5fe27c80d9c6 service neutron] 10.222.0.23 "GET /v2.0/networks/b48e9ba8-aaf3-4c6b-ae21-ae2a5cc44314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2004821 Sep 07 14:06:36.648980 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0cb00d-e2f5-421d-b5ac-fbc91e5f2d48 req-2149f267-ae8f-45b0-9583-be773ca85106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:06:36.650683 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-ef0cb00d-e2f5-421d-b5ac-fbc91e5f2d48 req-2149f267-ae8f-45b0-9583-be773ca85106 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1d6de94667ae4a6191fd8937736e1379&device_id=752df912-1fe9-4a3a-aedc-0b4fe4e15164 HTTP/1.1" status: 200 len: 1096 time: 0.1556473 Sep 07 14:06:36.654446 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-72c50ff0-c8fb-4c5b-8a47-7136f39365cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:36.734479 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6a9608-6b81-4f98-9d06-8fce87d73ce8 req-ae40a09e-5bbd-4b57-9d0d-e0b70751b8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:06:36.737129 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-0b6a9608-6b81-4f98-9d06-8fce87d73ce8 req-ae40a09e-5bbd-4b57-9d0d-e0b70751b8cd service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1d6de94667ae4a6191fd8937736e1379&device_id=57786085-de64-409b-9733-924d9894dbe5 HTTP/1.1" status: 200 len: 1097 time: 0.0711248 Sep 07 14:06:36.774522 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 14:06:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74590e77-29da-4aa1-9983-66fd3a7ed331 x-openstack-request-id: req-74590e77-29da-4aa1-9983-66fd3a7ed331 {{(pid=94139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:06:36.775395 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74cad41e-7bf1-4a3d-ad3a-e72e4d9536a4", "name": "network-vif-plugged", "status": "completed", "tag": "b6b49ead-c1d9-4e83-96bf-fd20c3f4c959", "code": 200}]} {{(pid=94139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:06:36.775882 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-74590e77-29da-4aa1-9983-66fd3a7ed331 {{(pid=94139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:06:36.776525 dv-cinder-782910-4-iscsi neutron-server[94139]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74cad41e-7bf1-4a3d-ad3a-e72e4d9536a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6b49ead-c1d9-4e83-96bf-fd20c3f4c959', 'code': 200} Sep 07 14:06:36.807928 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c350e7e-bf49-4399-8017-0197d0b9ff0f req-3b2a63e6-4bb9-474c-b4c3-eacb9c51680a tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:06:36.812433 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-5c350e7e-bf49-4399-8017-0197d0b9ff0f req-3b2a63e6-4bb9-474c-b4c3-eacb9c51680a tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/ports?device_id=57786085-de64-409b-9733-924d9894dbe5 HTTP/1.1" status: 200 len: 944 time: 0.2410827 Sep 07 14:06:36.931850 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6a9608-6b81-4f98-9d06-8fce87d73ce8 req-7df92dfb-73ad-481b-aff5-cf7b964fe91d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:06:36.934269 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-0b6a9608-6b81-4f98-9d06-8fce87d73ce8 req-7df92dfb-73ad-481b-aff5-cf7b964fe91d service neutron] 10.222.0.23 "GET /v2.0/networks?id=b48e9ba8-aaf3-4c6b-ae21-ae2a5cc44314 HTTP/1.1" status: 200 len: 919 time: 0.1891239 Sep 07 14:06:37.015267 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-0b6a9608-6b81-4f98-9d06-8fce87d73ce8 req-0fe100b0-5472-4526-9abb-711dec072211 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6653d97b-ed35-4664-9f85-11956114c867 HTTP/1.1" status: 200 len: 217 time: 0.0733731 Sep 07 14:06:37.066078 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-c2eafa2a-8b06-432a-a8e8-e34ce90a8535 req-6bed450f-420f-435d-9007-c9d9e188bde3 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ac0934b-f4cd-4421-a325-8fff04835bbc HTTP/1.1" status: 200 len: 210 time: 0.1881118 Sep 07 14:06:37.128686 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-5c350e7e-bf49-4399-8017-0197d0b9ff0f req-d6e86324-b8d5-4bcd-a33c-be1459398575 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/security-groups?id=1eaa7adf-c23d-4a19-a899-ef24f817425f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2631226 Sep 07 14:06:37.130096 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0cb00d-e2f5-421d-b5ac-fbc91e5f2d48 req-014df88e-4ea8-43bf-943c-1aca912b4ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:06:37.132752 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-ef0cb00d-e2f5-421d-b5ac-fbc91e5f2d48 req-014df88e-4ea8-43bf-943c-1aca912b4ca7 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b48e9ba8-aaf3-4c6b-ae21-ae2a5cc44314 HTTP/1.1" status: 200 len: 919 time: 0.4695787 Sep 07 14:06:37.189281 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6a9608-6b81-4f98-9d06-8fce87d73ce8 req-2312c4d9-ba07-4f2e-8760-05a772fa496e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:06:37.191460 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-0b6a9608-6b81-4f98-9d06-8fce87d73ce8 req-2312c4d9-ba07-4f2e-8760-05a772fa496e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1cd4c5b2-90f1-4140-9c02-290aaedbc1cc HTTP/1.1" status: 200 len: 858 time: 0.1650250 Sep 07 14:06:37.194907 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a093e4-35d9-49b3-8a6a-53007cddea26 req-aa19841c-ec8b-4a65-8322-06ce00a1401f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:06:37.200386 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-72c50ff0-c8fb-4c5b-8a47-7136f39365cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:37.202383 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-ef0cb00d-e2f5-421d-b5ac-fbc91e5f2d48 req-23ac41db-b91a-43b5-a0c8-53c94408b3f3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b6cd42c1-b689-49a0-9a9e-c9f3eb56a44a HTTP/1.1" status: 200 len: 217 time: 0.0607882 Sep 07 14:06:37.203790 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-c8a093e4-35d9-49b3-8a6a-53007cddea26 req-aa19841c-ec8b-4a65-8322-06ce00a1401f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=74cad41e-7bf1-4a3d-ad3a-e72e4d9536a4 HTTP/1.1" status: 200 len: 1098 time: 0.1634500 Sep 07 14:06:37.205947 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-72c50ff0-c8fb-4c5b-8a47-7136f39365cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585164'] for security_group, after_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:37.248102 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-0b6a9608-6b81-4f98-9d06-8fce87d73ce8 req-70278b1f-1b27-4281-b23f-1c7b7f9af99a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b48e9ba8-aaf3-4c6b-ae21-ae2a5cc44314&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428786 Sep 07 14:06:37.275573 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-c8a093e4-35d9-49b3-8a6a-53007cddea26 req-9764f905-2a48-413d-b3c7-22bf43641ae3 service neutron] Notify callbacks [] for security_group, before_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:37.302077 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [None req-72c50ff0-c8fb-4c5b-8a47-7136f39365cc admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=cf02ad9bc772484b92a7a0fffb9fc6f1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0759056 Sep 07 14:06:37.303158 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.wsgi [-] (94138) accepted ('10.222.0.60', 43770) {{(pid=94138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:06:37.323740 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c50ff0-c8fb-4c5b-8a47-7136f39365cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd0a7983-28e4-4487-8158-69c3ea4843e0,revision_number=1']} {{(pid=94137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:06:37.335155 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0cb00d-e2f5-421d-b5ac-fbc91e5f2d48 req-9680a5b2-e423-4ba4-84c9-9b6b0de76cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:06:37.337168 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-ef0cb00d-e2f5-421d-b5ac-fbc91e5f2d48 req-9680a5b2-e423-4ba4-84c9-9b6b0de76cc7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1cd4c5b2-90f1-4140-9c02-290aaedbc1cc HTTP/1.1" status: 200 len: 858 time: 0.1136827 Sep 07 14:06:37.390782 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387137a8-745a-4d0d-a897-1113a506a81e req-ed6b2ccb-3adc-4aa9-9691-a24bea4ff041 tempest-DeleteServersTestJSON-1683936553 tempest-DeleteServersTestJSON-1683936553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:06:37.392323 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-387137a8-745a-4d0d-a897-1113a506a81e req-ed6b2ccb-3adc-4aa9-9691-a24bea4ff041 tempest-DeleteServersTestJSON-1683936553 tempest-DeleteServersTestJSON-1683936553-project] 10.222.0.60 "GET /v2.0/ports?device_id=74cad41e-7bf1-4a3d-ad3a-e72e4d9536a4 HTTP/1.1" status: 200 len: 945 time: 0.1677678 Sep 07 14:06:37.477602 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-ef0cb00d-e2f5-421d-b5ac-fbc91e5f2d48 req-8053ed62-7acd-4a8d-af3d-3d2c416779e3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b48e9ba8-aaf3-4c6b-ae21-ae2a5cc44314&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1324069 Sep 07 14:06:37.533729 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-fd9c95bd-7811-4287-abf2-0944c8ce5e62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:37.595199 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Device b6cd42c1-b689-49a0-9a9e-c9f3eb56a44a details requested by agent hyperv_hv-cinder-78291 with host hv-cinder-78291 {{(pid=94139) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 14:06:37.603445 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-0b6a9608-6b81-4f98-9d06-8fce87d73ce8 req-e5dccc2b-4ebf-4c23-b479-bc6b5de58b7a service neutron] 10.222.0.23 "GET /v2.0/networks/b48e9ba8-aaf3-4c6b-ae21-ae2a5cc44314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3417561 Sep 07 14:06:37.626316 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-fd9c95bd-7811-4287-abf2-0944c8ce5e62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:37.656287 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-387137a8-745a-4d0d-a897-1113a506a81e req-85827d22-c2f8-4ddf-90ca-fef50c104982 tempest-DeleteServersTestJSON-1683936553 tempest-DeleteServersTestJSON-1683936553-project] 10.222.0.60 "GET /v2.0/security-groups?id=d908dd73-76e9-4d68-88d8-3e0b7b12405a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767449 Sep 07 14:06:37.712099 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-ef0cb00d-e2f5-421d-b5ac-fbc91e5f2d48 req-ea0f44bf-2010-43bc-9b39-fe2c9b1d8158 service neutron] 10.222.0.23 "GET /v2.0/networks/b48e9ba8-aaf3-4c6b-ae21-ae2a5cc44314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2154844 Sep 07 14:06:37.801138 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-c8a093e4-35d9-49b3-8a6a-53007cddea26 req-9764f905-2a48-413d-b3c7-22bf43641ae3 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:37.819207 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-c8a093e4-35d9-49b3-8a6a-53007cddea26 req-9764f905-2a48-413d-b3c7-22bf43641ae3 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585164'] for security_group, after_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:37.836075 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.db [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] For port b6cd42c1-b689-49a0-9a9e-c9f3eb56a44a, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=b6cd42c1-b689-49a0-9a9e-c9f3eb56a44a,segment=NetworkSegment(ba3351c9-0c6a-4f15-ac4a-054b7b31d9c5),segment_id=ba3351c9-0c6a-4f15-ac4a-054b7b31d9c5)] {{(pid=94139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:06:37.861397 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-0b6a9608-6b81-4f98-9d06-8fce87d73ce8 req-06090463-7ed5-41a1-ae6e-90468473445e service neutron] 10.222.0.23 "GET /v2.0/networks/b48e9ba8-aaf3-4c6b-ae21-ae2a5cc44314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2495589 Sep 07 14:06:37.868785 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-c8a093e4-35d9-49b3-8a6a-53007cddea26 req-9764f905-2a48-413d-b3c7-22bf43641ae3 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=d908dd73-76e9-4d68-88d8-3e0b7b12405a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6173892 Sep 07 14:06:37.882877 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-fd9c95bd-7811-4287-abf2-0944c8ce5e62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585164'] for security_group, after_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:37.885763 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Returning: {'device': 'b6cd42c1-b689-49a0-9a9e-c9f3eb56a44a', 'network_id': 'b48e9ba8-aaf3-4c6b-ae21-ae2a5cc44314', 'port_id': 'b6cd42c1-b689-49a0-9a9e-c9f3eb56a44a', 'mac_address': 'fa:16:3e:a0:51:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 690, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1cd4c5b2-90f1-4140-9c02-290aaedbc1cc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94139) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 14:06:37.891135 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-fd9c95bd-7811-4287-abf2-0944c8ce5e62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:37.892542 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [None req-fd9c95bd-7811-4287-abf2-0944c8ce5e62 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/cd0a7983-28e4-4487-8158-69c3ea4843e0 HTTP/1.1" status: 204 len: 168 time: 0.5882671 Sep 07 14:06:37.906956 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9764f905-2a48-413d-b3c7-22bf43641ae3 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=b8d9fee4-1a3d-421e-83d4-f42e853de80c,revision_number=1']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:06:37.927418 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9c95bd-7811-4287-abf2-0944c8ce5e62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd0a7983-28e4-4487-8158-69c3ea4843e0,revision_number=None']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:06:37.997885 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:38.015147 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.notifiers.nova [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6cd42c1-b689-49a0-9a9e-c9f3eb56a44a {{(pid=94139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 14:06:38.038878 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.db [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] For port b6cd42c1-b689-49a0-9a9e-c9f3eb56a44a, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=b6cd42c1-b689-49a0-9a9e-c9f3eb56a44a,segment=NetworkSegment(ba3351c9-0c6a-4f15-ac4a-054b7b31d9c5),segment_id=ba3351c9-0c6a-4f15-ac4a-054b7b31d9c5)] {{(pid=94139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:06:38.051246 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735729008622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735728620463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735728620481'] for port, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:38.052346 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Device 6653d97b-ed35-4664-9f85-11956114c867 details requested by agent hyperv_hv-cinder-78291 with host hv-cinder-78291 {{(pid=94139) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 14:06:38.112411 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-ef0cb00d-e2f5-421d-b5ac-fbc91e5f2d48 req-961c1079-2ee3-4252-b171-57485594a0f0 service neutron] 10.222.0.23 "GET /v2.0/networks/b48e9ba8-aaf3-4c6b-ae21-ae2a5cc44314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3923266 Sep 07 14:06:38.146361 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.db [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] For port 6653d97b-ed35-4664-9f85-11956114c867, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=6653d97b-ed35-4664-9f85-11956114c867,segment=NetworkSegment(ba3351c9-0c6a-4f15-ac4a-054b7b31d9c5),segment_id=ba3351c9-0c6a-4f15-ac4a-054b7b31d9c5)] {{(pid=94139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:06:38.149904 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Pushing event updated for resources: {'Port': ['ID=b6cd42c1-b689-49a0-9a9e-c9f3eb56a44a,revision_number=4']} {{(pid=94139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:06:38.178904 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Returning: {'device': '6653d97b-ed35-4664-9f85-11956114c867', 'network_id': 'b48e9ba8-aaf3-4c6b-ae21-ae2a5cc44314', 'port_id': '6653d97b-ed35-4664-9f85-11956114c867', 'mac_address': 'fa:16:3e:94:6c:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 690, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1cd4c5b2-90f1-4140-9c02-290aaedbc1cc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94139) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 14:06:38.224883 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:38.227124 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-16fa8024-68cb-43cf-8738-daacb8c5f449 req-d70e7744-62e5-458b-8991-cf71665f2b82 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ac0934b-f4cd-4421-a325-8fff04835bbc HTTP/1.1" status: 200 len: 210 time: 0.0525906 Sep 07 14:06:38.251156 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.notifiers.nova [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6653d97b-ed35-4664-9f85-11956114c867 {{(pid=94139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 14:06:38.278612 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.db [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] For port 6653d97b-ed35-4664-9f85-11956114c867, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=6653d97b-ed35-4664-9f85-11956114c867,segment=NetworkSegment(ba3351c9-0c6a-4f15-ac4a-054b7b31d9c5),segment_id=ba3351c9-0c6a-4f15-ac4a-054b7b31d9c5)] {{(pid=94139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:06:38.282756 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.wsgi [-] (94138) accepted ('10.222.0.60', 43816) {{(pid=94138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:06:38.291323 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587bd8cf-298e-4352-a136-598a665bc433 req-53e3085a-a4bd-4ed6-a11b-e5397a0c1d34 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:06:38.295550 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735729008622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735728620463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735728620481'] for port, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:38.300852 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-587bd8cf-298e-4352-a136-598a665bc433 req-53e3085a-a4bd-4ed6-a11b-e5397a0c1d34 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/ports?device_id=57786085-de64-409b-9733-924d9894dbe5 HTTP/1.1" status: 200 len: 944 time: 0.0847332 Sep 07 14:06:38.306554 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-1551cc61-fef2-450d-b216-359bdf674bd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:38.360120 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Pushing event updated for resources: {'Port': ['ID=6653d97b-ed35-4664-9f85-11956114c867,revision_number=4']} {{(pid=94139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:06:38.386441 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-587bd8cf-298e-4352-a136-598a665bc433 req-198bf627-bfdc-462b-bba6-02d2f2b02be7 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/security-groups?id=1eaa7adf-c23d-4a19-a899-ef24f817425f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847628 Sep 07 14:06:38.475431 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-1551cc61-fef2-450d-b216-359bdf674bd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:38.481959 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-1551cc61-fef2-450d-b216-359bdf674bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585164'] for security_group, after_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:38.517300 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0c390c-5bd0-4e1d-84e5-9d3a4250239d req-9e2dd2be-17aa-408d-a54c-a2cdde6ec34e tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:06:38.519025 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-8d0c390c-5bd0-4e1d-84e5-9d3a4250239d req-9e2dd2be-17aa-408d-a54c-a2cdde6ec34e tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] 10.222.0.23 "GET /v2.0/networks?id=2ef27011-b43e-416b-9da9-0568387a6a08 HTTP/1.1" status: 200 len: 810 time: 0.1625400 Sep 07 14:06:38.537542 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [None req-1551cc61-fef2-450d-b216-359bdf674bd1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b4635eb55da74400985ad0f3e97ef092&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2516575 Sep 07 14:06:38.541851 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.wsgi [-] (94138) accepted ('10.222.0.60', 43824) {{(pid=94138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:06:38.544221 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.db [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] get_ports_and_sgs() called for port_ids ['6653d97b-ed35-4664-9f85-11956114c867'] {{(pid=94139) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 14:06:38.569473 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1551cc61-fef2-450d-b216-359bdf674bd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=006750ac-f7e5-4fc3-b60d-64908f7d2ecd,revision_number=1']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:06:38.611276 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-a1ad05e7-5b89-4432-a160-6fff1ec541ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:38.636473 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.db [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] get_ports_and_sgs() called for port_ids ['b6cd42c1-b689-49a0-9a9e-c9f3eb56a44a'] {{(pid=94139) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 14:06:38.644592 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-a1ad05e7-5b89-4432-a160-6fff1ec541ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:38.661099 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-8d0c390c-5bd0-4e1d-84e5-9d3a4250239d req-7b31eea7-59bd-4f1c-990c-6e631b5f0766 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=584f3be6a05141bfb7e331ef2c02474d HTTP/1.1" status: 200 len: 380 time: 0.1285861 Sep 07 14:06:38.675638 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.v2.base [req-8d0c390c-5bd0-4e1d-84e5-9d3a4250239d req-9df41b76-4260-4e2d-a80e-7f747a6dbee6 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Request body: {'port': {'device_id': '7ac0934b-f4cd-4421-a325-8fff04835bbc', 'network_id': '2ef27011-b43e-416b-9da9-0568387a6a08', 'admin_state_up': True, 'tenant_id': '584f3be6a05141bfb7e331ef2c02474d', 'security_groups': ['ee56c5f5-d2bf-4ac0-8e7f-3030efc8e7c2']}} {{(pid=94137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:06:38.744299 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-a1ad05e7-5b89-4432-a160-6fff1ec541ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585164'] for security_group, after_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:38.752681 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-a1ad05e7-5b89-4432-a160-6fff1ec541ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:38.757464 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [None req-a1ad05e7-5b89-4432-a160-6fff1ec541ae admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/006750ac-f7e5-4fc3-b60d-64908f7d2ecd HTTP/1.1" status: 204 len: 168 time: 0.2149634 Sep 07 14:06:38.779882 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ad05e7-5b89-4432-a160-6fff1ec541ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=006750ac-f7e5-4fc3-b60d-64908f7d2ecd,revision_number=None']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:06:38.898631 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18df2ba-1325-4f14-89dc-2f39e385b668 req-5ce5943c-599f-412c-9b5a-8472b9634892 tempest-DeleteServersTestJSON-1683936553 tempest-DeleteServersTestJSON-1683936553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:06:38.900677 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-a18df2ba-1325-4f14-89dc-2f39e385b668 req-5ce5943c-599f-412c-9b5a-8472b9634892 tempest-DeleteServersTestJSON-1683936553 tempest-DeleteServersTestJSON-1683936553-project] 10.222.0.60 "GET /v2.0/ports?device_id=74cad41e-7bf1-4a3d-ad3a-e72e4d9536a4 HTTP/1.1" status: 200 len: 945 time: 0.0880053 Sep 07 14:06:38.952036 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d0c390c-5bd0-4e1d-84e5-9d3a4250239d req-9df41b76-4260-4e2d-a80e-7f747a6dbee6 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Made reservation on behalf of 584f3be6a05141bfb7e331ef2c02474d for: {'port': 1} {{(pid=94137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 14:06:38.956299 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [req-8d0c390c-5bd0-4e1d-84e5-9d3a4250239d req-9df41b76-4260-4e2d-a80e-7f747a6dbee6 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:38.994063 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-a18df2ba-1325-4f14-89dc-2f39e385b668 req-999ff971-ddfa-41b9-bada-170aae082c2a tempest-DeleteServersTestJSON-1683936553 tempest-DeleteServersTestJSON-1683936553-project] 10.222.0.60 "GET /v2.0/security-groups?id=d908dd73-76e9-4d68-88d8-3e0b7b12405a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800476 Sep 07 14:06:39.159990 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.db.db_base_plugin_common [req-8d0c390c-5bd0-4e1d-84e5-9d3a4250239d req-9df41b76-4260-4e2d-a80e-7f747a6dbee6 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Allocated IP 172.20.0.3 (2ef27011-b43e-416b-9da9-0568387a6a08/f68d2061-21fd-4a9c-bc36-251c4f0ac2ed/67949d7e-c8a2-480c-a855-bf27f4fa9292) {{(pid=94137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 14:06:39.367403 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-647a7854-827a-499d-9353-22481c9b72c1 req-71032f67-7800-4061-9bf8-f6394fd737d3 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ac0934b-f4cd-4421-a325-8fff04835bbc HTTP/1.1" status: 200 len: 210 time: 0.0447159 Sep 07 14:06:39.440110 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [req-8d0c390c-5bd0-4e1d-84e5-9d3a4250239d req-9df41b76-4260-4e2d-a80e-7f747a6dbee6 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Notify callbacks [] for port, precommit_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:39.464785 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.db.provisioning_blocks [req-8d0c390c-5bd0-4e1d-84e5-9d3a4250239d req-9df41b76-4260-4e2d-a80e-7f747a6dbee6 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Transition to ACTIVE for port object 67949d7e-c8a2-480c-a855-bf27f4fa9292 will not be triggered until provisioned by entity DHCP. {{(pid=94137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 14:06:39.577104 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ad41ef-e2f6-4a7f-b69e-be1d9b635471 req-4a42086d-569f-4a95-a623-8ba8e97d4123 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:06:39.579058 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-14ad41ef-e2f6-4a7f-b69e-be1d9b635471 req-4a42086d-569f-4a95-a623-8ba8e97d4123 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/ports?device_id=57786085-de64-409b-9733-924d9894dbe5 HTTP/1.1" status: 200 len: 945 time: 0.0938485 Sep 07 14:06:39.581548 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [req-8d0c390c-5bd0-4e1d-84e5-9d3a4250239d req-9df41b76-4260-4e2d-a80e-7f747a6dbee6 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735728620445'] for port, after_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:39.621609 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Device b6cd42c1-b689-49a0-9a9e-c9f3eb56a44a up at agent hyperv_hv-cinder-78291 {{(pid=94139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:06:39.671424 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d0c390c-5bd0-4e1d-84e5-9d3a4250239d req-9df41b76-4260-4e2d-a80e-7f747a6dbee6 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Network 2ef27011-b43e-416b-9da9-0568387a6a08 is already hosted by enough agents. {{(pid=94137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 14:06:39.677071 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.scheduler.base_scheduler [req-8d0c390c-5bd0-4e1d-84e5-9d3a4250239d req-9df41b76-4260-4e2d-a80e-7f747a6dbee6 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Resources bound (agent type, host, resource id): {{(pid=94137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:06:39.681573 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d0c390c-5bd0-4e1d-84e5-9d3a4250239d req-9df41b76-4260-4e2d-a80e-7f747a6dbee6 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Received port after_create {{(pid=94137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 14:06:39.689480 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0c390c-5bd0-4e1d-84e5-9d3a4250239d req-9df41b76-4260-4e2d-a80e-7f747a6dbee6 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:06:39.690646 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [req-8d0c390c-5bd0-4e1d-84e5-9d3a4250239d req-9df41b76-4260-4e2d-a80e-7f747a6dbee6 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539090'] for port, before_response {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:39.704428 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df41b76-4260-4e2d-a80e-7f747a6dbee6 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Pushing event updated for resources: {'Port': ['ID=67949d7e-c8a2-480c-a855-bf27f4fa9292,revision_number=1']} {{(pid=94137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:06:39.718517 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Provisioning for port b6cd42c1-b689-49a0-9a9e-c9f3eb56a44a completed by entity L2. {{(pid=94139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 14:06:39.731673 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Provisioning complete for port b6cd42c1-b689-49a0-9a9e-c9f3eb56a44a triggered by entity L2. {{(pid=94139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:06:39.731673 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462246'] for port, provisioning_complete {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:39.734896 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-8d0c390c-5bd0-4e1d-84e5-9d3a4250239d req-9df41b76-4260-4e2d-a80e-7f747a6dbee6 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0658333 Sep 07 14:06:39.739200 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-14ad41ef-e2f6-4a7f-b69e-be1d9b635471 req-a05da8e2-ddb8-4304-963e-f142eb7b7592 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/security-groups?id=1eaa7adf-c23d-4a19-a899-ef24f817425f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398234 Sep 07 14:06:39.748084 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.v2.base [req-8d0c390c-5bd0-4e1d-84e5-9d3a4250239d req-db8db932-7e5c-4687-9571-34f777b19d6b service neutron] Request body: {'port': {'device_id': '7ac0934b-f4cd-4421-a325-8fff04835bbc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78291'}} {{(pid=94137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:06:39.829971 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [req-8d0c390c-5bd0-4e1d-84e5-9d3a4250239d req-db8db932-7e5c-4687-9571-34f777b19d6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_update {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:39.921701 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:39.978669 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '752df912-1fe9-4a3a-aedc-0b4fe4e15164', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6cd42c1-b689-49a0-9a9e-c9f3eb56a44a'}] {{(pid=94139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:06:39.987359 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4453e99b4ec61c2946fac8af49a5adf90b2a32597d884ada3dd1dc93487e448" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0126a40c-1604-4028-8494-cae0af97ac79" -d '{"events": [{"server_uuid": "752df912-1fe9-4a3a-aedc-0b4fe4e15164", "name": "network-vif-plugged", "status": "completed", "tag": "b6cd42c1-b689-49a0-9a9e-c9f3eb56a44a"}]}' {{(pid=94139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:06:40.011258 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.db [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] For port b6cd42c1-b689-49a0-9a9e-c9f3eb56a44a, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=b6cd42c1-b689-49a0-9a9e-c9f3eb56a44a,segment=NetworkSegment(ba3351c9-0c6a-4f15-ac4a-054b7b31d9c5),segment_id=ba3351c9-0c6a-4f15-ac4a-054b7b31d9c5)] {{(pid=94139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:06:40.026143 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735729008622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735728620463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735728620481'] for port, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:40.027061 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Device 6653d97b-ed35-4664-9f85-11956114c867 up at agent hyperv_hv-cinder-78291 {{(pid=94139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:06:40.102083 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 14:06:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab44aa8a-6250-4382-bbfd-3f70dc4f5ae5 x-openstack-request-id: req-ab44aa8a-6250-4382-bbfd-3f70dc4f5ae5 {{(pid=94139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:06:40.102520 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "752df912-1fe9-4a3a-aedc-0b4fe4e15164", "name": "network-vif-plugged", "status": "completed", "tag": "b6cd42c1-b689-49a0-9a9e-c9f3eb56a44a", "code": 200}]} {{(pid=94139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:06:40.102863 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ab44aa8a-6250-4382-bbfd-3f70dc4f5ae5 {{(pid=94139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:06:40.103340 dv-cinder-782910-4-iscsi neutron-server[94139]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '752df912-1fe9-4a3a-aedc-0b4fe4e15164', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6cd42c1-b689-49a0-9a9e-c9f3eb56a44a', 'code': 200} Sep 07 14:06:40.127949 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-6f6a85a8-ad9d-4222-9708-bf1d38f49a6e None None] Provisioning for port 67949d7e-c8a2-480c-a855-bf27f4fa9292 completed by entity DHCP. {{(pid=94139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 14:06:40.142346 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-6f6a85a8-ad9d-4222-9708-bf1d38f49a6e None None] Provisioning complete for port 67949d7e-c8a2-480c-a855-bf27f4fa9292 triggered by entity DHCP. {{(pid=94139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:06:40.143314 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-6f6a85a8-ad9d-4222-9708-bf1d38f49a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462246'] for port, provisioning_complete {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:40.174315 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Pushing event updated for resources: {'Port': ['ID=b6cd42c1-b689-49a0-9a9e-c9f3eb56a44a,revision_number=5']} {{(pid=94139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:06:40.193440 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.plugin [None req-6f6a85a8-ad9d-4222-9708-bf1d38f49a6e None None] Port 67949d7e-c8a2-480c-a855-bf27f4fa9292 cannot update to ACTIVE because it is not bound. {{(pid=94139) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 14:06:40.198476 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Provisioning for port 6653d97b-ed35-4664-9f85-11956114c867 completed by entity L2. {{(pid=94139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 14:06:40.203553 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Provisioning complete for port 6653d97b-ed35-4664-9f85-11956114c867 triggered by entity L2. {{(pid=94139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:06:40.203978 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462246'] for port, provisioning_complete {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:40.305697 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:40.324352 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c78228d-107d-47be-ad29-0fc05b8e7ac7 req-be21017e-4782-4e0b-b4c3-90f8f6b7dde5 tempest-DeleteServersTestJSON-1683936553 tempest-DeleteServersTestJSON-1683936553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:06:40.326131 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-2c78228d-107d-47be-ad29-0fc05b8e7ac7 req-be21017e-4782-4e0b-b4c3-90f8f6b7dde5 tempest-DeleteServersTestJSON-1683936553 tempest-DeleteServersTestJSON-1683936553-project] 10.222.0.60 "GET /v2.0/ports?device_id=74cad41e-7bf1-4a3d-ad3a-e72e4d9536a4 HTTP/1.1" status: 200 len: 945 time: 0.1540251 Sep 07 14:06:40.334023 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.notifiers.nova [req-8d0c390c-5bd0-4e1d-84e5-9d3a4250239d req-db8db932-7e5c-4687-9571-34f777b19d6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67949d7e-c8a2-480c-a855-bf27f4fa9292 {{(pid=94137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 14:06:40.350883 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [req-8d0c390c-5bd0-4e1d-84e5-9d3a4250239d req-db8db932-7e5c-4687-9571-34f777b19d6b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:40.354105 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.db [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] For port 6653d97b-ed35-4664-9f85-11956114c867, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=6653d97b-ed35-4664-9f85-11956114c867,segment=NetworkSegment(ba3351c9-0c6a-4f15-ac4a-054b7b31d9c5),segment_id=ba3351c9-0c6a-4f15-ac4a-054b7b31d9c5)] {{(pid=94139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:06:40.361405 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735729008622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735728620463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735728620481'] for port, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:40.386203 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.db.provisioning_blocks [req-8d0c390c-5bd0-4e1d-84e5-9d3a4250239d req-db8db932-7e5c-4687-9571-34f777b19d6b service neutron] Transition to ACTIVE for port object 67949d7e-c8a2-480c-a855-bf27f4fa9292 will not be triggered until provisioned by entity L2. {{(pid=94137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 14:06:40.393184 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-2c78228d-107d-47be-ad29-0fc05b8e7ac7 req-5cbcd917-ba00-4fe0-b3c6-9b4fd842b639 tempest-DeleteServersTestJSON-1683936553 tempest-DeleteServersTestJSON-1683936553-project] 10.222.0.60 "GET /v2.0/security-groups?id=d908dd73-76e9-4d68-88d8-3e0b7b12405a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532939 Sep 07 14:06:40.409583 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [req-8d0c390c-5bd0-4e1d-84e5-9d3a4250239d req-db8db932-7e5c-4687-9571-34f777b19d6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735729008622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735728620463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735728620481'] for port, after_update {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:40.460140 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Pushing event updated for resources: {'Port': ['ID=6653d97b-ed35-4664-9f85-11956114c867,revision_number=5']} {{(pid=94139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:06:40.489610 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8db932-7e5c-4687-9571-34f777b19d6b service neutron] Pushing event updated for resources: {'Port': ['ID=67949d7e-c8a2-480c-a855-bf27f4fa9292,revision_number=2']} {{(pid=94137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:06:40.532113 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.managers [req-8d0c390c-5bd0-4e1d-84e5-9d3a4250239d req-db8db932-7e5c-4687-9571-34f777b19d6b service neutron] Attempting to bind port 67949d7e-c8a2-480c-a855-bf27f4fa9292 on host hv-cinder-78291 for vnic_type normal with profile {{(pid=94137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 14:06:40.532554 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.managers [req-8d0c390c-5bd0-4e1d-84e5-9d3a4250239d req-db8db932-7e5c-4687-9571-34f777b19d6b service neutron] Attempting to bind port 67949d7e-c8a2-480c-a855-bf27f4fa9292 by drivers openvswitch,hyperv on host hv-cinder-78291 at level 0 using segments [{'id': '2d24ee3e-a8c7-40e0-a48b-faed2573a27e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '2ef27011-b43e-416b-9da9-0568387a6a08'}] {{(pid=94137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 14:06:40.533121 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d0c390c-5bd0-4e1d-84e5-9d3a4250239d req-db8db932-7e5c-4687-9571-34f777b19d6b service neutron] Attempting to bind port 67949d7e-c8a2-480c-a855-bf27f4fa9292 on network 2ef27011-b43e-416b-9da9-0568387a6a08 {{(pid=94137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 14:06:40.589618 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d0c390c-5bd0-4e1d-84e5-9d3a4250239d req-db8db932-7e5c-4687-9571-34f777b19d6b service neutron] Port 67949d7e-c8a2-480c-a855-bf27f4fa9292 on network 2ef27011-b43e-416b-9da9-0568387a6a08 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78291 {{(pid=94137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 14:06:40.589951 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d0c390c-5bd0-4e1d-84e5-9d3a4250239d req-db8db932-7e5c-4687-9571-34f777b19d6b service neutron] Attempting to bind port 67949d7e-c8a2-480c-a855-bf27f4fa9292 on network 2ef27011-b43e-416b-9da9-0568387a6a08 {{(pid=94137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 14:06:40.599845 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.wsgi [-] (94138) accepted ('10.222.0.60', 43954) {{(pid=94138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:06:40.611129 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d0c390c-5bd0-4e1d-84e5-9d3a4250239d req-db8db932-7e5c-4687-9571-34f777b19d6b service neutron] Checking agent: {'id': '42fa3594-1565-4da1-9b03-2e08c5cc8c06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78291', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 14, 4, 18), 'started_at': datetime.datetime(2021, 9, 7, 14, 4, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 14, 6, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 14:06:40.611520 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d0c390c-5bd0-4e1d-84e5-9d3a4250239d req-db8db932-7e5c-4687-9571-34f777b19d6b service neutron] Checking segment: {'id': '2d24ee3e-a8c7-40e0-a48b-faed2573a27e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '2ef27011-b43e-416b-9da9-0568387a6a08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 14:06:40.612013 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d0c390c-5bd0-4e1d-84e5-9d3a4250239d req-db8db932-7e5c-4687-9571-34f777b19d6b service neutron] Bound using segment: {'id': '2d24ee3e-a8c7-40e0-a48b-faed2573a27e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '2ef27011-b43e-416b-9da9-0568387a6a08'} {{(pid=94137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 14:06:40.612479 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.managers [req-8d0c390c-5bd0-4e1d-84e5-9d3a4250239d req-db8db932-7e5c-4687-9571-34f777b19d6b service neutron] Bound port: 67949d7e-c8a2-480c-a855-bf27f4fa9292, host: hv-cinder-78291, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d24ee3e-a8c7-40e0-a48b-faed2573a27e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '2ef27011-b43e-416b-9da9-0568387a6a08'}}] {{(pid=94137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 14:06:40.612850 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [req-8d0c390c-5bd0-4e1d-84e5-9d3a4250239d req-db8db932-7e5c-4687-9571-34f777b19d6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_update {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:40.650503 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-54ef7fc2-ecf9-4e61-88b9-5d17750bbe12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:40.651192 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f050f4d6-299a-4a6e-9cec-ad164960f07d req-5a185421-2c85-4d02-a07b-b37fa4252f02 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:06:40.652913 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-f050f4d6-299a-4a6e-9cec-ad164960f07d req-5a185421-2c85-4d02-a07b-b37fa4252f02 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ac0934b-f4cd-4421-a325-8fff04835bbc HTTP/1.1" status: 200 len: 943 time: 0.1137986 Sep 07 14:06:40.784672 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-1265cbe5-2107-4fdc-bcd5-641248a4f2ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:40.813535 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-f050f4d6-299a-4a6e-9cec-ad164960f07d req-2d435354-46fd-4a44-9732-48c450553eaf tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] 10.222.0.60 "GET /v2.0/security-groups?id=ee56c5f5-d2bf-4ac0-8e7f-3030efc8e7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1367929 Sep 07 14:06:40.817056 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.db [req-8d0c390c-5bd0-4e1d-84e5-9d3a4250239d req-db8db932-7e5c-4687-9571-34f777b19d6b service neutron] For port 67949d7e-c8a2-480c-a855-bf27f4fa9292, host hv-cinder-78291, cleared binding levels {{(pid=94137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 14:06:40.820711 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.db [req-8d0c390c-5bd0-4e1d-84e5-9d3a4250239d req-db8db932-7e5c-4687-9571-34f777b19d6b service neutron] For port 67949d7e-c8a2-480c-a855-bf27f4fa9292, host hv-cinder-78291, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=67949d7e-c8a2-480c-a855-bf27f4fa9292,segment=NetworkSegment(2d24ee3e-a8c7-40e0-a48b-faed2573a27e),segment_id=2d24ee3e-a8c7-40e0-a48b-faed2573a27e)] {{(pid=94137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 14:06:40.831484 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [req-8d0c390c-5bd0-4e1d-84e5-9d3a4250239d req-db8db932-7e5c-4687-9571-34f777b19d6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735729008622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735728620463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735728620481'] for port, after_update {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:40.890902 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0c390c-5bd0-4e1d-84e5-9d3a4250239d req-db8db932-7e5c-4687-9571-34f777b19d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:06:40.891652 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [req-8d0c390c-5bd0-4e1d-84e5-9d3a4250239d req-db8db932-7e5c-4687-9571-34f777b19d6b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539090'] for port, before_response {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:40.893212 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-8d0c390c-5bd0-4e1d-84e5-9d3a4250239d req-db8db932-7e5c-4687-9571-34f777b19d6b service neutron] 10.222.0.23 "PUT /v2.0/ports/67949d7e-c8a2-480c-a855-bf27f4fa9292 HTTP/1.1" status: 200 len: 1093 time: 1.1495123 Sep 07 14:06:40.893682 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ac0934b-f4cd-4421-a325-8fff04835bbc', 'tag': '67949d7e-c8a2-480c-a855-bf27f4fa9292'}] {{(pid=94137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:06:40.896133 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7b38e126f5d6ed26c5a634d27f228b3e9a23f971082ab434b79987af6775de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81aaf7c8-702d-4985-b67e-645b0bb3345c" -d '{"events": [{"name": "network-changed", "server_uuid": "7ac0934b-f4cd-4421-a325-8fff04835bbc", "tag": "67949d7e-c8a2-480c-a855-bf27f4fa9292"}]}' {{(pid=94137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:06:40.982697 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-1265cbe5-2107-4fdc-bcd5-641248a4f2ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:40.991420 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-1265cbe5-2107-4fdc-bcd5-641248a4f2ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585164'] for security_group, after_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:41.041881 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 14:06:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcf79ad6-3082-4301-a969-6093829eca0b x-openstack-request-id: req-fcf79ad6-3082-4301-a969-6093829eca0b {{(pid=94137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:06:41.042174 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ac0934b-f4cd-4421-a325-8fff04835bbc", "tag": "67949d7e-c8a2-480c-a855-bf27f4fa9292", "status": "completed", "code": 200}]} {{(pid=94137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:06:41.042423 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-fcf79ad6-3082-4301-a969-6093829eca0b {{(pid=94137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:06:41.042819 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ac0934b-f4cd-4421-a325-8fff04835bbc', 'tag': '67949d7e-c8a2-480c-a855-bf27f4fa9292', 'status': 'completed', 'code': 200} Sep 07 14:06:41.044970 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8db932-7e5c-4687-9571-34f777b19d6b service neutron] Pushing event updated for resources: {'Port': ['ID=67949d7e-c8a2-480c-a855-bf27f4fa9292,revision_number=3']} {{(pid=94137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:06:41.072063 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [None req-1265cbe5-2107-4fdc-bcd5-641248a4f2ef admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=24a0c69aff37422a895862680f9b697f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4704540 Sep 07 14:06:41.076152 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.wsgi [-] (94138) accepted ('10.222.0.60', 43974) {{(pid=94138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:06:41.100977 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d380f93-a67d-4f8e-8d9f-9b50d8a80b63 req-eafa46b4-3eb0-40ec-ae8b-900d7cff63a5 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:06:41.104154 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-2d380f93-a67d-4f8e-8d9f-9b50d8a80b63 req-eafa46b4-3eb0-40ec-ae8b-900d7cff63a5 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/ports?device_id=57786085-de64-409b-9733-924d9894dbe5 HTTP/1.1" status: 200 len: 946 time: 0.1746929 Sep 07 14:06:41.138400 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1265cbe5-2107-4fdc-bcd5-641248a4f2ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1d60a6a-7eb4-47d6-bea6-f3823cba5a82,revision_number=1']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:06:41.140003 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.wsgi [-] (94137) accepted ('10.222.0.60', 43976) {{(pid=94137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:06:41.191651 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-2d380f93-a67d-4f8e-8d9f-9b50d8a80b63 req-01501608-1977-41f7-a0f0-f754351145b0 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/security-groups?id=1eaa7adf-c23d-4a19-a899-ef24f817425f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784392 Sep 07 14:06:41.223074 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-2241a644-94bf-47e2-a06c-5e0536f94440 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:41.251996 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-2241a644-94bf-47e2-a06c-5e0536f94440 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:41.299984 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-5dea0ed3-c1d0-422e-b9bc-766cce663817 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:41.303694 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-2241a644-94bf-47e2-a06c-5e0536f94440 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585164'] for security_group, after_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:41.306381 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-2241a644-94bf-47e2-a06c-5e0536f94440 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:41.307616 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [None req-2241a644-94bf-47e2-a06c-5e0536f94440 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a1d60a6a-7eb4-47d6-bea6-f3823cba5a82 HTTP/1.1" status: 204 len: 168 time: 0.2225692 Sep 07 14:06:41.315493 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2241a644-94bf-47e2-a06c-5e0536f94440 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1d60a6a-7eb4-47d6-bea6-f3823cba5a82,revision_number=None']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:06:41.406941 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-5dea0ed3-c1d0-422e-b9bc-766cce663817 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:41.410217 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-5dea0ed3-c1d0-422e-b9bc-766cce663817 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585164'] for security_group, after_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:41.448591 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [None req-5dea0ed3-c1d0-422e-b9bc-766cce663817 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c011eb50f6c04139874a214b14c456b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3072760 Sep 07 14:06:41.449702 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dea0ed3-c1d0-422e-b9bc-766cce663817 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abd559ac-519f-45c5-bdc6-d89ecf87f777,revision_number=1']} {{(pid=94137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:06:41.451617 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.wsgi [-] (94138) accepted ('10.222.0.60', 43990) {{(pid=94138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:06:41.503321 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-9657cfb5-1ddb-4037-bc3c-0dbe796f6c4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:41.525180 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-9657cfb5-1ddb-4037-bc3c-0dbe796f6c4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:41.578832 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-9657cfb5-1ddb-4037-bc3c-0dbe796f6c4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585164'] for security_group, after_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:41.581342 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-9657cfb5-1ddb-4037-bc3c-0dbe796f6c4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:41.582474 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [None req-9657cfb5-1ddb-4037-bc3c-0dbe796f6c4c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/abd559ac-519f-45c5-bdc6-d89ecf87f777 HTTP/1.1" status: 204 len: 168 time: 0.1296973 Sep 07 14:06:41.592672 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9657cfb5-1ddb-4037-bc3c-0dbe796f6c4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abd559ac-519f-45c5-bdc6-d89ecf87f777,revision_number=None']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:06:41.627703 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.wsgi [-] (94138) accepted ('10.222.0.60', 43994) {{(pid=94138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:06:41.650052 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-be9ef489-7850-48fb-b84d-7c7f74f1a2f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:41.745023 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-be9ef489-7850-48fb-b84d-7c7f74f1a2f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:41.749575 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-be9ef489-7850-48fb-b84d-7c7f74f1a2f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585164'] for security_group, after_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:41.789198 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [None req-be9ef489-7850-48fb-b84d-7c7f74f1a2f7 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4be5178a40954c3c987341807301dfda&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1604092 Sep 07 14:06:41.790118 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9ef489-7850-48fb-b84d-7c7f74f1a2f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57811df9-a8a2-4a41-ad1a-225818cf662c,revision_number=1']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:06:41.792094 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.wsgi [-] (94137) accepted ('10.222.0.60', 43998) {{(pid=94137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:06:41.848447 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-4dead66d-02b8-4ce1-bec5-b872c5ed2602 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:41.876951 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-4dead66d-02b8-4ce1-bec5-b872c5ed2602 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:41.971771 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5aa04d-a16f-4dee-84fe-98012eeeb8a4 req-0acbac97-706b-40fb-b258-87f8116339a1 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:06:41.973425 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-bc5aa04d-a16f-4dee-84fe-98012eeeb8a4 req-0acbac97-706b-40fb-b258-87f8116339a1 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ac0934b-f4cd-4421-a325-8fff04835bbc HTTP/1.1" status: 200 len: 943 time: 0.0554013 Sep 07 14:06:41.974503 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-4dead66d-02b8-4ce1-bec5-b872c5ed2602 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585164'] for security_group, after_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:41.977155 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-4dead66d-02b8-4ce1-bec5-b872c5ed2602 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:41.980586 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [None req-4dead66d-02b8-4ce1-bec5-b872c5ed2602 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/57811df9-a8a2-4a41-ad1a-225818cf662c HTTP/1.1" status: 204 len: 168 time: 0.1851740 Sep 07 14:06:41.991199 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dead66d-02b8-4ce1-bec5-b872c5ed2602 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57811df9-a8a2-4a41-ad1a-225818cf662c,revision_number=None']} {{(pid=94137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:06:42.059146 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-bc5aa04d-a16f-4dee-84fe-98012eeeb8a4 req-6b16f9fd-3e8e-4a7e-ba22-8deae6e90d6c tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] 10.222.0.60 "GET /v2.0/security-groups?id=ee56c5f5-d2bf-4ac0-8e7f-3030efc8e7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642552 Sep 07 14:06:42.104422 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57786085-de64-409b-9733-924d9894dbe5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6653d97b-ed35-4664-9f85-11956114c867'}] {{(pid=94139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:06:42.106745 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4453e99b4ec61c2946fac8af49a5adf90b2a32597d884ada3dd1dc93487e448" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd04466d-ac4e-48e5-8db8-f8a1a9aad1f0" -d '{"events": [{"server_uuid": "57786085-de64-409b-9733-924d9894dbe5", "name": "network-vif-plugged", "status": "completed", "tag": "6653d97b-ed35-4664-9f85-11956114c867"}]}' {{(pid=94139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:06:42.150139 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 14:06:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-667ae384-1d17-46d6-905c-09d84cb2a8b2 x-openstack-request-id: req-667ae384-1d17-46d6-905c-09d84cb2a8b2 {{(pid=94139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:06:42.150418 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57786085-de64-409b-9733-924d9894dbe5", "name": "network-vif-plugged", "status": "completed", "tag": "6653d97b-ed35-4664-9f85-11956114c867", "code": 200}]} {{(pid=94139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:06:42.150703 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-667ae384-1d17-46d6-905c-09d84cb2a8b2 {{(pid=94139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:06:42.151044 dv-cinder-782910-4-iscsi neutron-server[94139]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57786085-de64-409b-9733-924d9894dbe5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6653d97b-ed35-4664-9f85-11956114c867', 'code': 200} Sep 07 14:06:42.330063 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b251f62-cef7-454f-8097-50bdcb53504a req-5beb8c88-3166-4690-88e4-89f459b8b718 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:06:42.338908 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-8b251f62-cef7-454f-8097-50bdcb53504a req-5beb8c88-3166-4690-88e4-89f459b8b718 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/ports?device_id=57786085-de64-409b-9733-924d9894dbe5 HTTP/1.1" status: 200 len: 946 time: 0.0578866 Sep 07 14:06:42.383388 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-8b251f62-cef7-454f-8097-50bdcb53504a req-ff4aaf4d-faed-4f9f-8ef3-0974e461f832 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/security-groups?id=1eaa7adf-c23d-4a19-a899-ef24f817425f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432870 Sep 07 14:06:42.512943 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81aaf7c8-702d-4985-b67e-645b0bb3345c req-679609d9-bc71-4e67-b6c6-0e3f0a8b1506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:06:42.514492 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-81aaf7c8-702d-4985-b67e-645b0bb3345c req-679609d9-bc71-4e67-b6c6-0e3f0a8b1506 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=584f3be6a05141bfb7e331ef2c02474d&device_id=7ac0934b-f4cd-4421-a325-8fff04835bbc HTTP/1.1" status: 200 len: 1096 time: 0.0576746 Sep 07 14:06:42.703402 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60365561-4e0a-4f87-bd93-8e2edf7b5d51 req-023a7775-b7b0-4d29-85f6-2c5bedfda865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:06:42.705285 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-60365561-4e0a-4f87-bd93-8e2edf7b5d51 req-023a7775-b7b0-4d29-85f6-2c5bedfda865 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=57786085-de64-409b-9733-924d9894dbe5 HTTP/1.1" status: 200 len: 1099 time: 0.0505710 Sep 07 14:06:42.775429 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81aaf7c8-702d-4985-b67e-645b0bb3345c req-06c7ffee-1df1-41c2-aeee-6938ce1052bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:06:42.780969 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-81aaf7c8-702d-4985-b67e-645b0bb3345c req-06c7ffee-1df1-41c2-aeee-6938ce1052bb service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=584f3be6a05141bfb7e331ef2c02474d&shared=False HTTP/1.1" status: 200 len: 911 time: 0.2489049 Sep 07 14:06:42.798907 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-60365561-4e0a-4f87-bd93-8e2edf7b5d51 req-3979bf33-2cf2-474d-82fa-f4ec20b24af4 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=1eaa7adf-c23d-4a19-a899-ef24f817425f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724313 Sep 07 14:06:42.806319 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d018edd0-0329-45a0-8f59-68d4fcf0d58d req-d48f5bc2-326c-4a27-b4ef-33d01d6b7061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:06:42.808007 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-d018edd0-0329-45a0-8f59-68d4fcf0d58d req-d48f5bc2-326c-4a27-b4ef-33d01d6b7061 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=752df912-1fe9-4a3a-aedc-0b4fe4e15164 HTTP/1.1" status: 200 len: 1098 time: 0.0805321 Sep 07 14:06:42.972485 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81aaf7c8-702d-4985-b67e-645b0bb3345c req-038ab6bc-9478-433f-ba89-c5b1e36d3bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:06:42.974045 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-81aaf7c8-702d-4985-b67e-645b0bb3345c req-038ab6bc-9478-433f-ba89-c5b1e36d3bc9 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1823251 Sep 07 14:06:43.434334 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571e1890-43e6-4bfb-9f2e-9a7eef9889a3 req-0e222eca-c9f0-475c-a260-f53dbf47c3aa tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:06:43.436516 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-571e1890-43e6-4bfb-9f2e-9a7eef9889a3 req-0e222eca-c9f0-475c-a260-f53dbf47c3aa tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ac0934b-f4cd-4421-a325-8fff04835bbc HTTP/1.1" status: 200 len: 943 time: 0.2947128 Sep 07 14:06:43.455210 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-6f87b9ad-3d23-4c3b-8588-0c2d5080cd67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:43.506072 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-571e1890-43e6-4bfb-9f2e-9a7eef9889a3 req-8d810de6-7e25-4689-85d3-f144b9a8b236 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] 10.222.0.60 "GET /v2.0/security-groups?id=ee56c5f5-d2bf-4ac0-8e7f-3030efc8e7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606859 Sep 07 14:06:43.645845 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2836e52c-d186-4555-8a9c-219ba6dbfa2d req-961bd333-8b30-4d17-b1cd-a2b99234059b tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:06:43.648080 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-2836e52c-d186-4555-8a9c-219ba6dbfa2d req-961bd333-8b30-4d17-b1cd-a2b99234059b tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/ports?device_id=57786085-de64-409b-9733-924d9894dbe5 HTTP/1.1" status: 200 len: 946 time: 0.0619662 Sep 07 14:06:43.703200 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-2836e52c-d186-4555-8a9c-219ba6dbfa2d req-337b3bf7-3b9d-40d1-8cd9-311a333adc04 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/security-groups?id=1eaa7adf-c23d-4a19-a899-ef24f817425f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470922 Sep 07 14:06:44.181246 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-90497945-cc67-4e40-89ff-93978391019b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:44.621340 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312727c1-46ec-42e7-9a92-15d922378aee req-3cd99ac7-1729-4589-a397-0922b311d381 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:06:44.622920 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-312727c1-46ec-42e7-9a92-15d922378aee req-3cd99ac7-1729-4589-a397-0922b311d381 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ac0934b-f4cd-4421-a325-8fff04835bbc HTTP/1.1" status: 200 len: 943 time: 0.0507679 Sep 07 14:06:44.662084 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-312727c1-46ec-42e7-9a92-15d922378aee req-028804f5-ebed-4340-a5ad-28ca69457809 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] 10.222.0.60 "GET /v2.0/security-groups?id=ee56c5f5-d2bf-4ac0-8e7f-3030efc8e7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328195 Sep 07 14:06:44.671088 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-cec4f6fb-2ca0-44f4-a970-9dc467b3a3ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:44.821791 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f063f109-96d3-4a73-8af3-6ad5d18fe4f4 req-667db722-8baf-42ca-9445-16ed797d2232 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:06:44.823282 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-f063f109-96d3-4a73-8af3-6ad5d18fe4f4 req-667db722-8baf-42ca-9445-16ed797d2232 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/ports?device_id=57786085-de64-409b-9733-924d9894dbe5 HTTP/1.1" status: 200 len: 946 time: 0.0593886 Sep 07 14:06:44.864353 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-f063f109-96d3-4a73-8af3-6ad5d18fe4f4 req-dcc660d2-69e0-494c-abd0-9b43ccea3f8b tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/security-groups?id=1eaa7adf-c23d-4a19-a899-ef24f817425f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341516 Sep 07 14:06:45.780339 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba1aaab-9dc6-478f-b23b-c3c1e4ec9c3d req-7abd1222-013a-48a1-8edd-c43d6e1fb5b4 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:06:45.782257 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-7ba1aaab-9dc6-478f-b23b-c3c1e4ec9c3d req-7abd1222-013a-48a1-8edd-c43d6e1fb5b4 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ac0934b-f4cd-4421-a325-8fff04835bbc HTTP/1.1" status: 200 len: 943 time: 0.0505683 Sep 07 14:06:45.800455 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-d018edd0-0329-45a0-8f59-68d4fcf0d58d req-c70ddd30-b34a-4d73-bee4-7b0df127b83c service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=1eaa7adf-c23d-4a19-a899-ef24f817425f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350420 Sep 07 14:06:45.824890 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-7ba1aaab-9dc6-478f-b23b-c3c1e4ec9c3d req-32bf5e16-7ee2-4387-805a-bc08bb588516 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] 10.222.0.60 "GET /v2.0/security-groups?id=ee56c5f5-d2bf-4ac0-8e7f-3030efc8e7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356374 Sep 07 14:06:45.849863 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-24e6fa56-2407-4935-9ec7-bc4eea9bdf8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:45.993212 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790f01f8-0bf5-4e0b-abfb-562354c29ae0 req-70939dd8-d088-4195-88e0-848507c9bc29 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:06:45.994712 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-790f01f8-0bf5-4e0b-abfb-562354c29ae0 req-70939dd8-d088-4195-88e0-848507c9bc29 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/ports?device_id=57786085-de64-409b-9733-924d9894dbe5 HTTP/1.1" status: 200 len: 946 time: 0.0497358 Sep 07 14:06:46.035474 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-790f01f8-0bf5-4e0b-abfb-562354c29ae0 req-dd75a753-f586-4e91-b6f3-bda958331575 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/security-groups?id=1eaa7adf-c23d-4a19-a899-ef24f817425f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347188 Sep 07 14:06:46.099590 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0c390c-5bd0-4e1d-84e5-9d3a4250239d req-f55b7516-7aeb-4cdc-946f-006897ec7b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:06:46.101103 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-8d0c390c-5bd0-4e1d-84e5-9d3a4250239d req-f55b7516-7aeb-4cdc-946f-006897ec7b5a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=584f3be6a05141bfb7e331ef2c02474d&device_id=7ac0934b-f4cd-4421-a325-8fff04835bbc HTTP/1.1" status: 200 len: 1096 time: 0.0517390 Sep 07 14:06:46.148482 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-8d0c390c-5bd0-4e1d-84e5-9d3a4250239d req-596f502d-cf1d-435c-af01-fa9094d9b957 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=67949d7e-c8a2-480c-a855-bf27f4fa9292 HTTP/1.1" status: 200 len: 217 time: 0.0378833 Sep 07 14:06:46.211580 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0c390c-5bd0-4e1d-84e5-9d3a4250239d req-3484c27c-5b19-4600-8c24-5d18df950e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:06:46.213820 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-8d0c390c-5bd0-4e1d-84e5-9d3a4250239d req-3484c27c-5b19-4600-8c24-5d18df950e7e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f68d2061-21fd-4a9c-bc36-251c4f0ac2ed HTTP/1.1" status: 200 len: 849 time: 0.0533288 Sep 07 14:06:46.286600 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0c390c-5bd0-4e1d-84e5-9d3a4250239d req-dc164d40-ee71-4182-9116-84c30fc1f121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:06:46.288295 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-8d0c390c-5bd0-4e1d-84e5-9d3a4250239d req-dc164d40-ee71-4182-9116-84c30fc1f121 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2ef27011-b43e-416b-9da9-0568387a6a08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0664620 Sep 07 14:06:46.408799 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-8d0c390c-5bd0-4e1d-84e5-9d3a4250239d req-b4a9a5ac-25b9-41cc-89a3-e4b1f70d5a8e service neutron] 10.222.0.23 "GET /v2.0/networks/2ef27011-b43e-416b-9da9-0568387a6a08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131020 Sep 07 14:06:46.530852 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-8d0c390c-5bd0-4e1d-84e5-9d3a4250239d req-cfa21d93-5f07-47fe-9ecf-f7085c48ee3b service neutron] 10.222.0.23 "GET /v2.0/networks/2ef27011-b43e-416b-9da9-0568387a6a08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108918 Sep 07 14:06:46.976525 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8009b617-d4a1-4ab7-9a38-15567d344896 req-856ee29c-237d-48a5-bad1-30e82621af45 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:06:46.978848 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-8009b617-d4a1-4ab7-9a38-15567d344896 req-856ee29c-237d-48a5-bad1-30e82621af45 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ac0934b-f4cd-4421-a325-8fff04835bbc HTTP/1.1" status: 200 len: 943 time: 0.0701990 Sep 07 14:06:47.027873 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-8009b617-d4a1-4ab7-9a38-15567d344896 req-ec58ddce-876c-4968-a61c-b958f89bb08c tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] 10.222.0.60 "GET /v2.0/security-groups?id=ee56c5f5-d2bf-4ac0-8e7f-3030efc8e7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423491 Sep 07 14:06:47.209647 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b329f978-7dd8-435a-9a56-8000e199875f req-330b9b47-e0a6-4bdc-8ebd-c6adbeb08d2b tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:06:47.212336 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-b329f978-7dd8-435a-9a56-8000e199875f req-330b9b47-e0a6-4bdc-8ebd-c6adbeb08d2b tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/ports?device_id=57786085-de64-409b-9733-924d9894dbe5 HTTP/1.1" status: 200 len: 946 time: 0.0963137 Sep 07 14:06:47.287387 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-b329f978-7dd8-435a-9a56-8000e199875f req-a846fbd1-5f48-418b-bb47-f6a817106439 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/security-groups?id=1eaa7adf-c23d-4a19-a899-ef24f817425f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684037 Sep 07 14:06:47.674148 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9745f6f4-4929-475e-a82a-0039bc6aeb8d req-6ce7bebe-82db-4cd4-83a5-57f04811ee63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:06:47.676484 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-9745f6f4-4929-475e-a82a-0039bc6aeb8d req-6ce7bebe-82db-4cd4-83a5-57f04811ee63 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1d6de94667ae4a6191fd8937736e1379&device_id=57786085-de64-409b-9733-924d9894dbe5 HTTP/1.1" status: 200 len: 1099 time: 0.0581717 Sep 07 14:06:47.717747 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433e044b-2ad7-4f33-884a-3860482b33d5 req-cfde5cab-adb1-49c2-8779-ad379b4015f7 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:06:47.719875 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-433e044b-2ad7-4f33-884a-3860482b33d5 req-cfde5cab-adb1-49c2-8779-ad379b4015f7 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/ports?device_id=57786085-de64-409b-9733-924d9894dbe5 HTTP/1.1" status: 200 len: 946 time: 0.0816782 Sep 07 14:06:47.770961 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-433e044b-2ad7-4f33-884a-3860482b33d5 req-a77d6ac8-fbb4-420f-965a-5f9989749fd4 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/security-groups?id=1eaa7adf-c23d-4a19-a899-ef24f817425f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425730 Sep 07 14:06:47.814620 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9745f6f4-4929-475e-a82a-0039bc6aeb8d req-a742cf7b-6bec-445c-9ffe-c53fa0c863ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:06:47.816970 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-9745f6f4-4929-475e-a82a-0039bc6aeb8d req-a742cf7b-6bec-445c-9ffe-c53fa0c863ae service neutron] 10.222.0.23 "GET /v2.0/networks?id=b48e9ba8-aaf3-4c6b-ae21-ae2a5cc44314 HTTP/1.1" status: 200 len: 919 time: 0.1324420 Sep 07 14:06:47.879105 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-9745f6f4-4929-475e-a82a-0039bc6aeb8d req-695bdcd9-e35a-4454-a564-fd98bb4b3180 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6653d97b-ed35-4664-9f85-11956114c867 HTTP/1.1" status: 200 len: 217 time: 0.0506735 Sep 07 14:06:47.934099 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9745f6f4-4929-475e-a82a-0039bc6aeb8d req-055f15bd-454c-4a08-a1dd-cdb540ad0d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:06:47.935839 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-9745f6f4-4929-475e-a82a-0039bc6aeb8d req-055f15bd-454c-4a08-a1dd-cdb540ad0d65 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1cd4c5b2-90f1-4140-9c02-290aaedbc1cc HTTP/1.1" status: 200 len: 858 time: 0.0501177 Sep 07 14:06:47.972497 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-9745f6f4-4929-475e-a82a-0039bc6aeb8d req-2ff016a1-4a34-47c8-9768-18059538fb31 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b48e9ba8-aaf3-4c6b-ae21-ae2a5cc44314&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297482 Sep 07 14:06:48.118703 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-9745f6f4-4929-475e-a82a-0039bc6aeb8d req-e90b38db-9a2e-4f40-8ef4-ef60d017a97f service neutron] 10.222.0.23 "GET /v2.0/networks/b48e9ba8-aaf3-4c6b-ae21-ae2a5cc44314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383772 Sep 07 14:06:48.222743 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964fe183-c735-4ad4-b456-e6e0f893b41a req-59dd94e4-77fd-4f8c-b36a-c4910cfd14e5 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:06:48.235386 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-964fe183-c735-4ad4-b456-e6e0f893b41a req-59dd94e4-77fd-4f8c-b36a-c4910cfd14e5 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ac0934b-f4cd-4421-a325-8fff04835bbc HTTP/1.1" status: 200 len: 943 time: 0.0959857 Sep 07 14:06:48.284894 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-9745f6f4-4929-475e-a82a-0039bc6aeb8d req-0f563f2f-54f9-4304-bbd4-87f4d1156d5d service neutron] 10.222.0.23 "GET /v2.0/networks/b48e9ba8-aaf3-4c6b-ae21-ae2a5cc44314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537273 Sep 07 14:06:48.290615 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-964fe183-c735-4ad4-b456-e6e0f893b41a req-75a761f4-f93b-4930-a96e-3bbc67fcd89a tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] 10.222.0.60 "GET /v2.0/security-groups?id=ee56c5f5-d2bf-4ac0-8e7f-3030efc8e7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503621 Sep 07 14:06:48.344631 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:48.431410 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Device 67949d7e-c8a2-480c-a855-bf27f4fa9292 details requested by agent hyperv_hv-cinder-78291 with host hv-cinder-78291 {{(pid=94139) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 14:06:48.460882 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.wsgi [-] (94138) accepted ('10.222.0.60', 44332) {{(pid=94138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:06:48.534699 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.db [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] For port 67949d7e-c8a2-480c-a855-bf27f4fa9292, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=67949d7e-c8a2-480c-a855-bf27f4fa9292,segment=NetworkSegment(2d24ee3e-a8c7-40e0-a48b-faed2573a27e),segment_id=2d24ee3e-a8c7-40e0-a48b-faed2573a27e)] {{(pid=94139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:06:48.548430 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Returning: {'device': '67949d7e-c8a2-480c-a855-bf27f4fa9292', 'network_id': '2ef27011-b43e-416b-9da9-0568387a6a08', 'port_id': '67949d7e-c8a2-480c-a855-bf27f4fa9292', 'mac_address': 'fa:16:3e:db:29:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 666, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f68d2061-21fd-4a9c-bc36-251c4f0ac2ed', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94139) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 14:06:48.591854 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:48.606535 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.notifiers.nova [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67949d7e-c8a2-480c-a855-bf27f4fa9292 {{(pid=94139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 14:06:48.608532 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-38dc1f29-f20e-40f4-8cc5-a2d0507137dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:48.629168 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.db [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] For port 67949d7e-c8a2-480c-a855-bf27f4fa9292, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=67949d7e-c8a2-480c-a855-bf27f4fa9292,segment=NetworkSegment(2d24ee3e-a8c7-40e0-a48b-faed2573a27e),segment_id=2d24ee3e-a8c7-40e0-a48b-faed2573a27e)] {{(pid=94139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:06:48.635914 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735729008622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735728620463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735728620481'] for port, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:48.698046 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Pushing event updated for resources: {'Port': ['ID=67949d7e-c8a2-480c-a855-bf27f4fa9292,revision_number=4']} {{(pid=94139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:06:48.734410 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-38dc1f29-f20e-40f4-8cc5-a2d0507137dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:48.739751 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-38dc1f29-f20e-40f4-8cc5-a2d0507137dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585164'] for security_group, after_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:48.784375 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [None req-38dc1f29-f20e-40f4-8cc5-a2d0507137dc admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5009b9af127e482e8b691cb26fc42ac5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3215382 Sep 07 14:06:48.785369 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dc1f29-f20e-40f4-8cc5-a2d0507137dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65cc4c2e-302a-4f15-a8a8-00508a3c31f9,revision_number=1']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:06:48.787092 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.wsgi [-] (94137) accepted ('10.222.0.60', 44342) {{(pid=94137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:06:48.863937 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-dfd8dd2c-5269-4446-ac2f-4878682e647c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:48.893041 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.db [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] get_ports_and_sgs() called for port_ids ['67949d7e-c8a2-480c-a855-bf27f4fa9292'] {{(pid=94139) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 14:06:48.908751 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-dfd8dd2c-5269-4446-ac2f-4878682e647c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:48.931644 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca848b3-d70f-4750-946c-c4f72c91644a req-ad1f6663-b718-40bc-ba2f-e1eb2ce8fe74 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:06:48.933253 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-eca848b3-d70f-4750-946c-c4f72c91644a req-ad1f6663-b718-40bc-ba2f-e1eb2ce8fe74 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/ports?device_id=57786085-de64-409b-9733-924d9894dbe5 HTTP/1.1" status: 200 len: 946 time: 0.0787885 Sep 07 14:06:48.993372 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-eca848b3-d70f-4750-946c-c4f72c91644a req-ce54c075-08bf-497d-8279-459885c996c3 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/security-groups?id=1eaa7adf-c23d-4a19-a899-ef24f817425f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522666 Sep 07 14:06:49.012593 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-dfd8dd2c-5269-4446-ac2f-4878682e647c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585164'] for security_group, after_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:49.015154 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-dfd8dd2c-5269-4446-ac2f-4878682e647c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:49.016350 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [None req-dfd8dd2c-5269-4446-ac2f-4878682e647c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/65cc4c2e-302a-4f15-a8a8-00508a3c31f9 HTTP/1.1" status: 204 len: 168 time: 0.2282226 Sep 07 14:06:49.024900 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd8dd2c-5269-4446-ac2f-4878682e647c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65cc4c2e-302a-4f15-a8a8-00508a3c31f9,revision_number=None']} {{(pid=94137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:06:49.352780 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.wsgi [-] (94137) accepted ('10.222.0.60', 44366) {{(pid=94137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:06:49.377892 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-819a3cbd-1731-4222-bf79-eeb7940a3734 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:49.476997 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7166d11c-f89c-4b1f-9f1e-4fda91705ed9 req-f63f590a-d79b-497e-8233-031aed13fda7 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:06:49.479239 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-7166d11c-f89c-4b1f-9f1e-4fda91705ed9 req-f63f590a-d79b-497e-8233-031aed13fda7 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ac0934b-f4cd-4421-a325-8fff04835bbc HTTP/1.1" status: 200 len: 944 time: 0.0910633 Sep 07 14:06:49.545756 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-7166d11c-f89c-4b1f-9f1e-4fda91705ed9 req-d3575045-3be3-4a29-9eb8-cf8baf31be4e tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] 10.222.0.60 "GET /v2.0/security-groups?id=ee56c5f5-d2bf-4ac0-8e7f-3030efc8e7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600860 Sep 07 14:06:49.597874 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-819a3cbd-1731-4222-bf79-eeb7940a3734 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:49.608227 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-819a3cbd-1731-4222-bf79-eeb7940a3734 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585164'] for security_group, after_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:49.651141 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [None req-819a3cbd-1731-4222-bf79-eeb7940a3734 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=02595f6fb3554dd685b53fb24057813e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2967789 Sep 07 14:06:49.652528 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819a3cbd-1731-4222-bf79-eeb7940a3734 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd75cc80-d483-491c-b4b2-446a7143aac4,revision_number=1']} {{(pid=94137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:06:49.654081 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.wsgi [-] (94138) accepted ('10.222.0.60', 44390) {{(pid=94138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:06:49.729120 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-48bf77b5-996d-46af-ac69-6b4fe5ad0d82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:49.754995 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-48bf77b5-996d-46af-ac69-6b4fe5ad0d82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:49.822392 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-48bf77b5-996d-46af-ac69-6b4fe5ad0d82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585164'] for security_group, after_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:49.824854 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-48bf77b5-996d-46af-ac69-6b4fe5ad0d82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:49.826394 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [None req-48bf77b5-996d-46af-ac69-6b4fe5ad0d82 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/fd75cc80-d483-491c-b4b2-446a7143aac4 HTTP/1.1" status: 204 len: 168 time: 0.1709607 Sep 07 14:06:49.835905 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bf77b5-996d-46af-ac69-6b4fe5ad0d82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd75cc80-d483-491c-b4b2-446a7143aac4,revision_number=None']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:06:50.029190 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.wsgi [-] (94138) accepted ('10.222.0.60', 44416) {{(pid=94138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:06:50.136272 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e6a631-4388-4e6b-97a7-9f69044e4ad4 req-01ea1e57-fa27-481c-9a18-72e2b4476ded tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:06:50.137867 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-16e6a631-4388-4e6b-97a7-9f69044e4ad4 req-01ea1e57-fa27-481c-9a18-72e2b4476ded tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/ports?device_id=57786085-de64-409b-9733-924d9894dbe5 HTTP/1.1" status: 200 len: 946 time: 0.0602834 Sep 07 14:06:50.142874 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-6da07be9-5ac9-4f39-8774-d030028e799e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:50.197769 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-16e6a631-4388-4e6b-97a7-9f69044e4ad4 req-75ca3cc9-2957-4f94-9205-4d2881e363d8 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/security-groups?id=1eaa7adf-c23d-4a19-a899-ef24f817425f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523977 Sep 07 14:06:50.250020 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-6da07be9-5ac9-4f39-8774-d030028e799e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:50.254692 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-6da07be9-5ac9-4f39-8774-d030028e799e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585164'] for security_group, after_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:50.292107 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da07be9-5ac9-4f39-8774-d030028e799e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a4e6c2a-244a-49d7-b8ae-61fac9715a74,revision_number=1']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:06:50.296350 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [None req-6da07be9-5ac9-4f39-8774-d030028e799e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b0822ab01bba4c19a09c972731b234c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2658050 Sep 07 14:06:50.299814 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.wsgi [-] (94137) accepted ('10.222.0.60', 44430) {{(pid=94137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:06:50.350107 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-6fb01f97-c970-4c61-9685-29d634ea378e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:50.377225 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-6fb01f97-c970-4c61-9685-29d634ea378e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:50.428934 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-6fb01f97-c970-4c61-9685-29d634ea378e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585164'] for security_group, after_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:50.432089 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-6fb01f97-c970-4c61-9685-29d634ea378e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:50.433330 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [None req-6fb01f97-c970-4c61-9685-29d634ea378e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7a4e6c2a-244a-49d7-b8ae-61fac9715a74 HTTP/1.1" status: 204 len: 168 time: 0.1330128 Sep 07 14:06:50.435476 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Device 67949d7e-c8a2-480c-a855-bf27f4fa9292 up at agent hyperv_hv-cinder-78291 {{(pid=94139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:06:50.443284 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb01f97-c970-4c61-9685-29d634ea378e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a4e6c2a-244a-49d7-b8ae-61fac9715a74,revision_number=None']} {{(pid=94137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:06:50.502145 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Provisioning for port 67949d7e-c8a2-480c-a855-bf27f4fa9292 completed by entity L2. {{(pid=94139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 14:06:50.507131 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Provisioning complete for port 67949d7e-c8a2-480c-a855-bf27f4fa9292 triggered by entity L2. {{(pid=94139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:06:50.507534 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462246'] for port, provisioning_complete {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:50.713755 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:50.770490 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ac0934b-f4cd-4421-a325-8fff04835bbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67949d7e-c8a2-480c-a855-bf27f4fa9292'}] {{(pid=94139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:06:50.779484 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4453e99b4ec61c2946fac8af49a5adf90b2a32597d884ada3dd1dc93487e448" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2401200f-4aff-4c6c-8ba9-ff6a3b73f391" -d '{"events": [{"server_uuid": "7ac0934b-f4cd-4421-a325-8fff04835bbc", "name": "network-vif-plugged", "status": "completed", "tag": "67949d7e-c8a2-480c-a855-bf27f4fa9292"}]}' {{(pid=94139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:06:50.779608 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d854cc7-b7fa-44cc-93be-e929a52b7538 req-b6a69046-46ad-49a7-909c-9640ad60a033 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:06:50.780806 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-6d854cc7-b7fa-44cc-93be-e929a52b7538 req-b6a69046-46ad-49a7-909c-9640ad60a033 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ac0934b-f4cd-4421-a325-8fff04835bbc HTTP/1.1" status: 200 len: 944 time: 0.1249950 Sep 07 14:06:50.834936 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.db [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] For port 67949d7e-c8a2-480c-a855-bf27f4fa9292, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=67949d7e-c8a2-480c-a855-bf27f4fa9292,segment=NetworkSegment(2d24ee3e-a8c7-40e0-a48b-faed2573a27e),segment_id=2d24ee3e-a8c7-40e0-a48b-faed2573a27e)] {{(pid=94139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:06:50.842228 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-6d854cc7-b7fa-44cc-93be-e929a52b7538 req-ebc7a57c-aaa0-466a-a1d1-a99319d4a9b0 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] 10.222.0.60 "GET /v2.0/security-groups?id=ee56c5f5-d2bf-4ac0-8e7f-3030efc8e7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495906 Sep 07 14:06:50.844247 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735729008622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735728620463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735728620481'] for port, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:50.902036 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 14:06:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-399381d6-ad14-48ad-a646-1edb8d3d8247 x-openstack-request-id: req-399381d6-ad14-48ad-a646-1edb8d3d8247 {{(pid=94139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:06:50.902326 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ac0934b-f4cd-4421-a325-8fff04835bbc", "name": "network-vif-plugged", "status": "completed", "tag": "67949d7e-c8a2-480c-a855-bf27f4fa9292", "code": 200}]} {{(pid=94139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:06:50.902768 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-399381d6-ad14-48ad-a646-1edb8d3d8247 {{(pid=94139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:06:50.903253 dv-cinder-782910-4-iscsi neutron-server[94139]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ac0934b-f4cd-4421-a325-8fff04835bbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67949d7e-c8a2-480c-a855-bf27f4fa9292', 'code': 200} Sep 07 14:06:50.910248 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Pushing event updated for resources: {'Port': ['ID=67949d7e-c8a2-480c-a855-bf27f4fa9292,revision_number=5']} {{(pid=94139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:06:51.115412 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.wsgi [-] (94138) accepted ('10.222.0.60', 44484) {{(pid=94138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:06:51.186608 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-b5fff953-1363-468d-a610-7a46eaec673c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:51.284711 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658dca99-fb96-47bb-8ff2-e7b8f364beef req-93e62dc4-c98b-408d-a9d0-31cd60773a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:06:51.288363 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-658dca99-fb96-47bb-8ff2-e7b8f364beef req-93e62dc4-c98b-408d-a9d0-31cd60773a18 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=7ac0934b-f4cd-4421-a325-8fff04835bbc HTTP/1.1" status: 200 len: 1098 time: 0.1689510 Sep 07 14:06:51.367313 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779b10a4-4921-4287-b406-f94e6c1b5666 req-1c3b458a-5ab5-4e09-89af-480d1ec06668 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:06:51.383295 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-779b10a4-4921-4287-b406-f94e6c1b5666 req-1c3b458a-5ab5-4e09-89af-480d1ec06668 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/ports?device_id=57786085-de64-409b-9733-924d9894dbe5 HTTP/1.1" status: 200 len: 946 time: 0.0846479 Sep 07 14:06:51.394667 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-658dca99-fb96-47bb-8ff2-e7b8f364beef req-0a2519a5-864f-4081-88a0-cbc14d8b182e service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=ee56c5f5-d2bf-4ac0-8e7f-3030efc8e7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965822 Sep 07 14:06:51.461897 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-779b10a4-4921-4287-b406-f94e6c1b5666 req-616ad835-e576-4531-bf84-494827cd3d27 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/security-groups?id=1eaa7adf-c23d-4a19-a899-ef24f817425f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749955 Sep 07 14:06:51.487537 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-b5fff953-1363-468d-a610-7a46eaec673c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:51.495765 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-b5fff953-1363-468d-a610-7a46eaec673c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585164'] for security_group, after_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:51.564208 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [None req-b5fff953-1363-468d-a610-7a46eaec673c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e199d97908684c2f90a47c01de33b306&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4475322 Sep 07 14:06:51.564895 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fff953-1363-468d-a610-7a46eaec673c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f9b0061-e990-4f08-b521-7e88a9be3e67,revision_number=1']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:06:51.568543 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.wsgi [-] (94138) accepted ('10.222.0.60', 44504) {{(pid=94138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:06:51.643513 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-04904192-743a-4315-abae-4c142fc6cb29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:51.682952 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-04904192-743a-4315-abae-4c142fc6cb29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:51.786534 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-04904192-743a-4315-abae-4c142fc6cb29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585164'] for security_group, after_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:51.789323 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-04904192-743a-4315-abae-4c142fc6cb29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:51.796657 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [None req-04904192-743a-4315-abae-4c142fc6cb29 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6f9b0061-e990-4f08-b521-7e88a9be3e67 HTTP/1.1" status: 204 len: 168 time: 0.2216508 Sep 07 14:06:51.808827 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04904192-743a-4315-abae-4c142fc6cb29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f9b0061-e990-4f08-b521-7e88a9be3e67,revision_number=None']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:06:52.000337 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fec910-93a2-4e0d-9e67-6a4bde961364 req-13875668-5a85-40e7-ae5a-f07972ee3476 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:06:52.007949 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-47fec910-93a2-4e0d-9e67-6a4bde961364 req-13875668-5a85-40e7-ae5a-f07972ee3476 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ac0934b-f4cd-4421-a325-8fff04835bbc HTTP/1.1" status: 200 len: 945 time: 0.0751328 Sep 07 14:06:52.070096 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-47fec910-93a2-4e0d-9e67-6a4bde961364 req-21c6dfbb-deaf-4128-8413-473f2c25b08a tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] 10.222.0.60 "GET /v2.0/security-groups?id=ee56c5f5-d2bf-4ac0-8e7f-3030efc8e7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475407 Sep 07 14:06:52.270787 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.wsgi [-] (94138) accepted ('10.222.0.60', 44536) {{(pid=94138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:06:52.286100 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-521c6040-4f5a-4656-a250-81d95d7b3a3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:52.403370 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.wsgi [-] (94137) accepted ('10.222.0.60', 44542) {{(pid=94137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:06:52.411952 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-521c6040-4f5a-4656-a250-81d95d7b3a3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:52.418619 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-521c6040-4f5a-4656-a250-81d95d7b3a3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585164'] for security_group, after_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:52.460665 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [None req-521c6040-4f5a-4656-a250-81d95d7b3a3c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=dd63163a91d8414581c0c317a192bca2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1885750 Sep 07 14:06:52.463882 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.wsgi [-] (94138) accepted ('10.222.0.60', 44548) {{(pid=94138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:06:52.472033 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521c6040-4f5a-4656-a250-81d95d7b3a3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8109f209-9467-4e95-a247-43fca4dac0d4,revision_number=1']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:06:52.526971 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-6fdc7e14-fea8-45f0-91ca-185ea25d7db3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:52.550952 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-6fdc7e14-fea8-45f0-91ca-185ea25d7db3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:52.607848 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-6fdc7e14-fea8-45f0-91ca-185ea25d7db3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585164'] for security_group, after_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:52.611438 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-6fdc7e14-fea8-45f0-91ca-185ea25d7db3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:52.615531 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [None req-6fdc7e14-fea8-45f0-91ca-185ea25d7db3 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8109f209-9467-4e95-a247-43fca4dac0d4 HTTP/1.1" status: 204 len: 168 time: 0.1480057 Sep 07 14:06:52.625065 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdc7e14-fea8-45f0-91ca-185ea25d7db3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8109f209-9467-4e95-a247-43fca4dac0d4,revision_number=None']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:06:52.627212 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.wsgi [-] (94138) accepted ('10.222.0.60', 44556) {{(pid=94138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:06:52.675916 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252fa779-c2c8-4ca8-a42d-c25a837a0291 req-b4c78519-7048-4a87-8b5e-fedda37a3a3f tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:06:52.679352 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-252fa779-c2c8-4ca8-a42d-c25a837a0291 req-b4c78519-7048-4a87-8b5e-fedda37a3a3f tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/ports?device_id=57786085-de64-409b-9733-924d9894dbe5 HTTP/1.1" status: 200 len: 946 time: 0.1073532 Sep 07 14:06:52.747748 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-252fa779-c2c8-4ca8-a42d-c25a837a0291 req-08318233-e396-44a8-9f2d-c0896ff48667 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/security-groups?id=1eaa7adf-c23d-4a19-a899-ef24f817425f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537424 Sep 07 14:06:52.751009 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-ab877526-b21c-4c88-9ce6-163845e0749a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:52.768694 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-7b1024da-1e0c-48c1-b4d1-6dde34e92f95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:52.901075 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-ab877526-b21c-4c88-9ce6-163845e0749a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:52.912574 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-ab877526-b21c-4c88-9ce6-163845e0749a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585164'] for security_group, after_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:52.959916 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab877526-b21c-4c88-9ce6-163845e0749a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3661070e-919c-43b2-a9ee-cce7d203726a,revision_number=1']} {{(pid=94137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:06:52.966309 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [None req-ab877526-b21c-4c88-9ce6-163845e0749a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c25a7d7a79624969b8050a8920ace4bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5617211 Sep 07 14:06:52.968719 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.wsgi [-] (94137) accepted ('10.222.0.60', 44574) {{(pid=94137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:06:53.054920 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-5c23caa6-678b-417f-b7b5-cc110611480f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:53.067820 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-7b1024da-1e0c-48c1-b4d1-6dde34e92f95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:53.073801 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-7b1024da-1e0c-48c1-b4d1-6dde34e92f95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585164'] for security_group, after_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:53.088465 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-5c23caa6-678b-417f-b7b5-cc110611480f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:53.127054 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [None req-7b1024da-1e0c-48c1-b4d1-6dde34e92f95 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9077db690d18418aa2faad5f8fa77b62&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4966314 Sep 07 14:06:53.127054 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1024da-1e0c-48c1-b4d1-6dde34e92f95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69b824f0-c082-4433-ba51-b57936f1e41d,revision_number=1']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:06:53.141324 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.wsgi [-] (94138) accepted ('10.222.0.60', 44584) {{(pid=94138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:06:53.173908 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-5c23caa6-678b-417f-b7b5-cc110611480f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585164'] for security_group, after_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:53.176690 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-5c23caa6-678b-417f-b7b5-cc110611480f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:53.181167 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [None req-5c23caa6-678b-417f-b7b5-cc110611480f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3661070e-919c-43b2-a9ee-cce7d203726a HTTP/1.1" status: 204 len: 168 time: 0.2083759 Sep 07 14:06:53.212512 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c23caa6-678b-417f-b7b5-cc110611480f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3661070e-919c-43b2-a9ee-cce7d203726a,revision_number=None']} {{(pid=94137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:06:53.238036 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea778d11-a999-4027-973c-d6b2e3f7d01b req-6835c7ed-1f92-408f-aeaf-6f3b38030681 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:06:53.246086 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-ea778d11-a999-4027-973c-d6b2e3f7d01b req-6835c7ed-1f92-408f-aeaf-6f3b38030681 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ac0934b-f4cd-4421-a325-8fff04835bbc HTTP/1.1" status: 200 len: 945 time: 0.0845408 Sep 07 14:06:53.294201 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-ea778d11-a999-4027-973c-d6b2e3f7d01b req-172adf12-29fb-40dd-9716-b6e94f2334e4 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] 10.222.0.60 "GET /v2.0/security-groups?id=ee56c5f5-d2bf-4ac0-8e7f-3030efc8e7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470359 Sep 07 14:06:53.376690 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-c431ed4c-1678-45aa-be65-3a0a739309b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:53.406700 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-c431ed4c-1678-45aa-be65-3a0a739309b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:53.444115 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0f6115-ffb3-4f5f-99cc-9ed961822ed0 req-11235d0c-3133-4ac4-a5e5-675afdb1001f tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:06:53.449537 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-2d0f6115-ffb3-4f5f-99cc-9ed961822ed0 req-11235d0c-3133-4ac4-a5e5-675afdb1001f tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ac0934b-f4cd-4421-a325-8fff04835bbc HTTP/1.1" status: 200 len: 945 time: 0.0778027 Sep 07 14:06:53.455106 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.wsgi [-] (94138) accepted ('10.222.0.60', 44604) {{(pid=94138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:06:53.463203 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.v2.base [None req-9e17ec2d-4e46-443d-ad6d-eb3ac4bb772c tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Request body: {'floatingip': {'port_id': '67949d7e-c8a2-480c-a855-bf27f4fa9292'}} {{(pid=94138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:06:53.493703 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-c431ed4c-1678-45aa-be65-3a0a739309b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585164'] for security_group, after_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:53.497802 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-c431ed4c-1678-45aa-be65-3a0a739309b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:53.498969 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [None req-c431ed4c-1678-45aa-be65-3a0a739309b9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/69b824f0-c082-4433-ba51-b57936f1e41d HTTP/1.1" status: 204 len: 168 time: 0.3563316 Sep 07 14:06:53.551315 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c431ed4c-1678-45aa-be65-3a0a739309b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69b824f0-c082-4433-ba51-b57936f1e41d,revision_number=None']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:06:53.556818 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-9e17ec2d-4e46-443d-ad6d-eb3ac4bb772c tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Notify callbacks [] for floatingip, before_update {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:53.852538 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.wsgi [-] (94137) accepted ('10.222.0.60', 44618) {{(pid=94137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:06:53.894651 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-54429859-cc9a-4183-a587-0a7f120d24dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:53.932891 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9ae3e8-e1ba-4f92-b5aa-111d37b8e3d6 req-d3829e68-63c4-40fc-a84e-69f721224921 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:06:53.940441 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-8b9ae3e8-e1ba-4f92-b5aa-111d37b8e3d6 req-d3829e68-63c4-40fc-a84e-69f721224921 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/ports?device_id=57786085-de64-409b-9733-924d9894dbe5 HTTP/1.1" status: 200 len: 946 time: 0.1035676 Sep 07 14:06:54.015728 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-8b9ae3e8-e1ba-4f92-b5aa-111d37b8e3d6 req-dad47bbc-6184-48fa-8b8e-13bcbc6c0fa8 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/security-groups?id=1eaa7adf-c23d-4a19-a899-ef24f817425f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708797 Sep 07 14:06:54.121037 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-54429859-cc9a-4183-a587-0a7f120d24dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:54.127231 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-54429859-cc9a-4183-a587-0a7f120d24dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585164'] for security_group, after_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:54.149442 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.wsgi [-] (94137) accepted ('10.222.0.60', 44630) {{(pid=94137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:06:54.182594 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-0ede2a69-69a6-4531-b764-12f53d1af4b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:54.203371 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [None req-54429859-cc9a-4183-a587-0a7f120d24dd admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8a53d86cc3be4b1f9989105e29babbef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3473225 Sep 07 14:06:54.203560 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54429859-cc9a-4183-a587-0a7f120d24dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dabc15a1-7e68-448d-9f45-55b272486d08,revision_number=1']} {{(pid=94137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:06:54.217648 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.wsgi [-] (94137) accepted ('10.222.0.60', 44632) {{(pid=94137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:06:54.306697 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-5de037f6-699d-4ffb-a6c1-f5b32c1f8e59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:54.332800 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.wsgi [-] (94137) accepted ('10.222.0.60', 44636) {{(pid=94137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:06:54.356552 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-5de037f6-699d-4ffb-a6c1-f5b32c1f8e59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:54.412173 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-0ede2a69-69a6-4531-b764-12f53d1af4b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:54.416600 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-0ede2a69-69a6-4531-b764-12f53d1af4b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585164'] for security_group, after_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:54.452813 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [None req-0ede2a69-69a6-4531-b764-12f53d1af4b7 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=06fdaa4f08e74d73b6e5757500ecf5eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3022361 Sep 07 14:06:54.458720 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.wsgi [-] (94137) accepted ('10.222.0.60', 44644) {{(pid=94137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:06:54.477464 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ede2a69-69a6-4531-b764-12f53d1af4b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cc115d6-d7ea-4c91-9c70-6cb351afaa2d,revision_number=1']} {{(pid=94137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:06:54.502332 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-5de037f6-699d-4ffb-a6c1-f5b32c1f8e59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585164'] for security_group, after_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:54.505979 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-5de037f6-699d-4ffb-a6c1-f5b32c1f8e59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:54.507766 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [None req-5de037f6-699d-4ffb-a6c1-f5b32c1f8e59 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/dabc15a1-7e68-448d-9f45-55b272486d08 HTTP/1.1" status: 204 len: 168 time: 0.2856932 Sep 07 14:06:54.534617 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de037f6-699d-4ffb-a6c1-f5b32c1f8e59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dabc15a1-7e68-448d-9f45-55b272486d08,revision_number=None']} {{(pid=94137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:06:54.546365 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-9e17ec2d-4e46-443d-ad6d-eb3ac4bb772c tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:54.552684 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-9e17ec2d-4e46-443d-ad6d-eb3ac4bb772c tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-432510'] for floatingip, after_update {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:54.558924 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-008b905d-1bc9-484a-aca1-55e7d17507db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:54.591106 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-008b905d-1bc9-484a-aca1-55e7d17507db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:54.672396 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-008b905d-1bc9-484a-aca1-55e7d17507db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585164'] for security_group, after_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:54.675206 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-008b905d-1bc9-484a-aca1-55e7d17507db admin admin] Notify callbacks [] for security_group, before_response {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:54.676511 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [None req-008b905d-1bc9-484a-aca1-55e7d17507db admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7cc115d6-d7ea-4c91-9c70-6cb351afaa2d HTTP/1.1" status: 204 len: 168 time: 0.2166405 Sep 07 14:06:54.688112 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.db.l3_db [None req-9e17ec2d-4e46-443d-ad6d-eb3ac4bb772c tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Floating IP 03295aea-c63e-46f8-85f4-69cbd4286dee associated. External IP: 172.27.2.8, port: 67949d7e-c8a2-480c-a855-bf27f4fa9292. Sep 07 14:06:54.703403 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008b905d-1bc9-484a-aca1-55e7d17507db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cc115d6-d7ea-4c91-9c70-6cb351afaa2d,revision_number=None']} {{(pid=94137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:06:54.708414 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-2c1deb6d-4729-499f-88fa-b01b15a96489 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:54.855446 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-2c1deb6d-4729-499f-88fa-b01b15a96489 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:54.863856 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-2c1deb6d-4729-499f-88fa-b01b15a96489 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585164'] for security_group, after_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:54.904189 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1deb6d-4729-499f-88fa-b01b15a96489 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c20b8c8f-ee1e-4ff8-ab21-a4ac63bcfcf0,revision_number=1']} {{(pid=94137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:06:54.942076 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [None req-2c1deb6d-4729-499f-88fa-b01b15a96489 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=bd766a7a5b5b4612a468be4cbc844f55&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6079252 Sep 07 14:06:54.944761 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.wsgi [-] (94137) accepted ('10.222.0.60', 44660) {{(pid=94137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:06:55.019195 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-dbc00d95-93e0-4183-9165-91387f4a4d98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:55.048410 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-dbc00d95-93e0-4183-9165-91387f4a4d98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:55.195196 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e17ec2d-4e46-443d-ad6d-eb3ac4bb772c tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Router 59e76e46-d6ab-4135-be57-218e260cda16 has already been hosted by L3 agent fa68c273-d39f-43dc-b6f8-e0c6852ace12 {{(pid=94138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 14:06:55.215865 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f205fe5b-d039-4224-80f0-d2df5bd9c197 req-c72dd73b-d869-4eff-83d6-ff4b5d08f5da tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:06:55.223037 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-f205fe5b-d039-4224-80f0-d2df5bd9c197 req-c72dd73b-d869-4eff-83d6-ff4b5d08f5da tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/ports?device_id=57786085-de64-409b-9733-924d9894dbe5 HTTP/1.1" status: 200 len: 946 time: 0.0772722 Sep 07 14:06:55.231139 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-dbc00d95-93e0-4183-9165-91387f4a4d98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585164'] for security_group, after_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:55.233828 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-dbc00d95-93e0-4183-9165-91387f4a4d98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:55.237704 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [None req-dbc00d95-93e0-4183-9165-91387f4a4d98 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c20b8c8f-ee1e-4ff8-ab21-a4ac63bcfcf0 HTTP/1.1" status: 204 len: 168 time: 0.2915795 Sep 07 14:06:55.238697 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.wsgi [-] (94137) accepted ('10.222.0.60', 44672) {{(pid=94137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:06:55.268293 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc00d95-93e0-4183-9165-91387f4a4d98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c20b8c8f-ee1e-4ff8-ab21-a4ac63bcfcf0,revision_number=None']} {{(pid=94137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:06:55.270550 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-748e855e-80b2-4e4e-b2f0-bcb7a7d41e33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:55.325264 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-f205fe5b-d039-4224-80f0-d2df5bd9c197 req-7256d94c-4adc-4f47-b3da-e17a71cee4bc tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/security-groups?id=1eaa7adf-c23d-4a19-a899-ef24f817425f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006601 Sep 07 14:06:55.351622 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e17ec2d-4e46-443d-ad6d-eb3ac4bb772c tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Notify agent at l3_agent.dv-cinder-782910-4-iscsi the message routers_updated {{(pid=94138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 14:06:55.367344 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-9e17ec2d-4e46-443d-ad6d-eb3ac4bb772c tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88768'] for floatingip, before_response {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:55.378592 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0592e09-876b-400d-9a83-cfdcfcb4bf60 None None] Sync routers for ids ['59e76e46-d6ab-4135-be57-218e260cda16'] in dv-cinder-782910-4-iscsi {{(pid=94140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 14:06:55.392209 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0592e09-876b-400d-9a83-cfdcfcb4bf60 None None] Routers {'59e76e46-d6ab-4135-be57-218e260cda16'} bound to L3 agent in host dv-cinder-782910-4-iscsi {{(pid=94140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:06:55.392934 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.l3_hamode_db [None req-e0592e09-876b-400d-9a83-cfdcfcb4bf60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T13:58:13Z,description=,heartbeat_timestamp=2021-09-07T14:06:43Z,host='dv-cinder-782910-4-iscsi',id=fa68c273-d39f-43dc-b6f8-e0c6852ace12,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T13:58:13Z,topic='l3_agent')) {'router_ids': ['59e76e46-d6ab-4135-be57-218e260cda16'], 'active': True} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:06:55.407987 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [None req-9e17ec2d-4e46-443d-ad6d-eb3ac4bb772c tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] 10.222.0.60 "PUT /v2.0/floatingips/03295aea-c63e-46f8-85f4-69cbd4286dee HTTP/1.1" status: 200 len: 989 time: 1.9514272 Sep 07 14:06:55.408670 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ac0934b-f4cd-4421-a325-8fff04835bbc', 'tag': '67949d7e-c8a2-480c-a855-bf27f4fa9292'}] {{(pid=94138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:06:55.416761 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2f7ddeb31991bace343f2b2f4f22cd3bc4274a24b7cd750f83a004d46e17087" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39fb18bd-d067-40ac-87bb-19b4df0b6ad1" -d '{"events": [{"name": "network-changed", "server_uuid": "7ac0934b-f4cd-4421-a325-8fff04835bbc", "tag": "67949d7e-c8a2-480c-a855-bf27f4fa9292"}]}' {{(pid=94138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:06:55.447379 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-748e855e-80b2-4e4e-b2f0-bcb7a7d41e33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:55.454238 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-748e855e-80b2-4e4e-b2f0-bcb7a7d41e33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585164'] for security_group, after_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:55.491894 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 14:06:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adf4167c-a4de-4c93-86ea-1b0fab661004 x-openstack-request-id: req-adf4167c-a4de-4c93-86ea-1b0fab661004 {{(pid=94138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:06:55.491894 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ac0934b-f4cd-4421-a325-8fff04835bbc", "tag": "67949d7e-c8a2-480c-a855-bf27f4fa9292", "status": "completed", "code": 200}]} {{(pid=94138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:06:55.492172 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-adf4167c-a4de-4c93-86ea-1b0fab661004 {{(pid=94138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:06:55.492565 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ac0934b-f4cd-4421-a325-8fff04835bbc', 'tag': '67949d7e-c8a2-480c-a855-bf27f4fa9292', 'status': 'completed', 'code': 200} Sep 07 14:06:55.493018 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.wsgi [-] (94138) accepted ('10.222.0.60', 44682) {{(pid=94138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:06:55.507633 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-8956ed16-2105-49c2-a250-ca2fc184a8fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:55.527663 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [None req-748e855e-80b2-4e4e-b2f0-bcb7a7d41e33 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=59460768572545f5b4b2b6097df4092b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2860341 Sep 07 14:06:55.530243 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.wsgi [-] (94137) accepted ('10.222.0.60', 44684) {{(pid=94137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:06:55.575622 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748e855e-80b2-4e4e-b2f0-bcb7a7d41e33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=206f6671-60e1-4c3f-aab5-30b1b0938245,revision_number=1']} {{(pid=94137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:06:55.611971 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-55b078e5-9b8a-4047-a3ff-19446b3cd0e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:55.618792 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.wsgi [-] (94138) accepted ('10.222.0.60', 44686) {{(pid=94138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:06:55.645074 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-55b078e5-9b8a-4047-a3ff-19446b3cd0e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:55.653614 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-8956ed16-2105-49c2-a250-ca2fc184a8fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:55.662705 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.l3_dvr_db [None req-e0592e09-876b-400d-9a83-cfdcfcb4bf60 None None] Set router 59e76e46-d6ab-4135-be57-218e260cda16 gateway port host: dv-cinder-782910-4-iscsi {{(pid=94140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:06:55.670891 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-8956ed16-2105-49c2-a250-ca2fc184a8fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585164'] for security_group, after_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:55.713958 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-55b078e5-9b8a-4047-a3ff-19446b3cd0e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585164'] for security_group, after_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:55.718587 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-55b078e5-9b8a-4047-a3ff-19446b3cd0e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:55.723140 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [None req-55b078e5-9b8a-4047-a3ff-19446b3cd0e8 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/206f6671-60e1-4c3f-aab5-30b1b0938245 HTTP/1.1" status: 204 len: 168 time: 0.1887724 Sep 07 14:06:55.727018 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [None req-8956ed16-2105-49c2-a250-ca2fc184a8fd admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6fa8c16f6bcd4af4aaa64e20c7362853&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2321572 Sep 07 14:06:55.727824 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.wsgi [-] (94138) accepted ('10.222.0.60', 44694) {{(pid=94138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:06:55.730399 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8956ed16-2105-49c2-a250-ca2fc184a8fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a7dea38-b0e3-4a67-8473-067c2738e751,revision_number=1']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:06:55.733842 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b078e5-9b8a-4047-a3ff-19446b3cd0e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=206f6671-60e1-4c3f-aab5-30b1b0938245,revision_number=None']} {{(pid=94137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:06:55.817099 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-3c84b6a7-3ada-4414-97a3-ed380c3ea931 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:55.862120 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-01e74b97-ded8-4a9d-9a0e-18b32143915b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:55.874856 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-3c84b6a7-3ada-4414-97a3-ed380c3ea931 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:55.909609 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.wsgi [-] (94137) accepted ('10.222.0.60', 44696) {{(pid=94137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:06:55.935157 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-016fd96a-94f9-4660-8001-e356e02f42c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:55.963473 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-3c84b6a7-3ada-4414-97a3-ed380c3ea931 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585164'] for security_group, after_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:55.966589 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-3c84b6a7-3ada-4414-97a3-ed380c3ea931 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:55.970208 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [None req-3c84b6a7-3ada-4414-97a3-ed380c3ea931 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6a7dea38-b0e3-4a67-8473-067c2738e751 HTTP/1.1" status: 204 len: 168 time: 0.2384706 Sep 07 14:06:55.992778 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c84b6a7-3ada-4414-97a3-ed380c3ea931 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a7dea38-b0e3-4a67-8473-067c2738e751,revision_number=None']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:06:56.038213 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.l3_hamode_db [None req-e0592e09-876b-400d-9a83-cfdcfcb4bf60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59e76e46-d6ab-4135-be57-218e260cda16', 'name': 'tempest-AttachVolumeTestJSON-699305333-router', 'tenant_id': '584f3be6a05141bfb7e331ef2c02474d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'external_fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': '6ec66676-b930-4576-9375-757e5ad95813', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:06:09Z', 'updated_at': '2021-09-07T14:06:17Z', 'revision_number': 4, 'project_id': '584f3be6a05141bfb7e331ef2c02474d', 'gw_port': {'id': '6ec66676-b930-4576-9375-757e5ad95813', 'name': '', 'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:e2:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e76e46-d6ab-4135-be57-218e260cda16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:06:10Z', 'updated_at': '2021-09-07T14:06:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-4-iscsi', '_floatingips': [{'id': '03295aea-c63e-46f8-85f4-69cbd4286dee', 'tenant_id': '584f3be6a05141bfb7e331ef2c02474d', 'floating_ip_address': '172.27.2.8', 'floating_network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'router_id': '59e76e46-d6ab-4135-be57-218e260cda16', 'port_id': '67949d7e-c8a2-480c-a855-bf27f4fa9292', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ef27011-b43e-416b-9da9-0568387a6a08', 'mac_address': 'fa:16:3e:db:29:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ac0934b-f4cd-4421-a325-8fff04835bbc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T14:06:33Z', 'updated_at': '2021-09-07T14:06:54Z', 'revision_number': 1, 'project_id': '584f3be6a05141bfb7e331ef2c02474d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b548ab8e-fec8-44e6-80ad-616f1bc39673', 'name': '', 'network_id': '2ef27011-b43e-416b-9da9-0568387a6a08', 'tenant_id': '584f3be6a05141bfb7e331ef2c02474d', 'mac_address': 'fa:16:3e:fd:e7:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e76e46-d6ab-4135-be57-218e260cda16', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f68d2061-21fd-4a9c-bc36-251c4f0ac2ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:06:16Z', 'updated_at': '2021-09-07T14:06:28Z', 'revision_number': 5, 'project_id': '584f3be6a05141bfb7e331ef2c02474d', 'subnets': [{'id': 'f68d2061-21fd-4a9c-bc36-251c4f0ac2ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782910-4-iscsi', False) {} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:06:56.075008 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-01e74b97-ded8-4a9d-9a0e-18b32143915b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:56.091897 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-01e74b97-ded8-4a9d-9a0e-18b32143915b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585164'] for security_group, after_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:56.170550 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [None req-01e74b97-ded8-4a9d-9a0e-18b32143915b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=947ec8983dea4346b0e67fb65a79a132&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5499938 Sep 07 14:06:56.171886 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e74b97-ded8-4a9d-9a0e-18b32143915b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45c5556c-f6ce-4ebd-b7e7-c314e5a2ac5c,revision_number=1']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:06:56.174257 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.wsgi [-] (94138) accepted ('10.222.0.60', 44706) {{(pid=94138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:06:56.191282 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fb18bd-d067-40ac-87bb-19b4df0b6ad1 req-0de9b80d-602d-456c-b2db-703875f1be8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:06:56.193118 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-39fb18bd-d067-40ac-87bb-19b4df0b6ad1 req-0de9b80d-602d-456c-b2db-703875f1be8e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=584f3be6a05141bfb7e331ef2c02474d&device_id=7ac0934b-f4cd-4421-a325-8fff04835bbc HTTP/1.1" status: 200 len: 1098 time: 0.1162655 Sep 07 14:06:56.213118 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0592e09-876b-400d-9a83-cfdcfcb4bf60 None None] Checking router: 59e76e46-d6ab-4135-be57-218e260cda16 for host: dv-cinder-782910-4-iscsi {{(pid=94140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 14:06:56.224551 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0592e09-876b-400d-9a83-cfdcfcb4bf60 None None] Routers {'59e76e46-d6ab-4135-be57-218e260cda16'} bound to L3 agent in host dv-cinder-782910-4-iscsi {{(pid=94140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:06:56.226712 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.l3_hamode_db [None req-e0592e09-876b-400d-9a83-cfdcfcb4bf60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T13:58:13Z,description=,heartbeat_timestamp=2021-09-07T14:06:43Z,host='dv-cinder-782910-4-iscsi',id=fa68c273-d39f-43dc-b6f8-e0c6852ace12,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T13:58:13Z,topic='l3_agent')) {'router_ids': ['59e76e46-d6ab-4135-be57-218e260cda16'], 'active': True} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:06:56.316889 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-016fd96a-94f9-4660-8001-e356e02f42c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:56.330475 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-016fd96a-94f9-4660-8001-e356e02f42c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585164'] for security_group, after_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:56.374297 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-05a5709a-27ce-405f-b68a-2a94594ed27d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:56.376806 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.l3_dvr_db [None req-e0592e09-876b-400d-9a83-cfdcfcb4bf60 None None] Set router 59e76e46-d6ab-4135-be57-218e260cda16 gateway port host: dv-cinder-782910-4-iscsi {{(pid=94140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:06:56.403184 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fb18bd-d067-40ac-87bb-19b4df0b6ad1 req-f9ae9a5d-2d90-435a-acd5-f5d855ea6eda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:06:56.404504 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-39fb18bd-d067-40ac-87bb-19b4df0b6ad1 req-f9ae9a5d-2d90-435a-acd5-f5d855ea6eda service neutron] 10.222.0.23 "GET /v2.0/networks?id=2ef27011-b43e-416b-9da9-0568387a6a08 HTTP/1.1" status: 200 len: 911 time: 0.2023928 Sep 07 14:06:56.470750 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-05a5709a-27ce-405f-b68a-2a94594ed27d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:56.482002 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [None req-016fd96a-94f9-4660-8001-e356e02f42c5 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9957d308e45f41ebb73a2f86888eaa25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5703869 Sep 07 14:06:56.489241 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.wsgi [-] (94137) accepted ('10.222.0.60', 44718) {{(pid=94137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:06:56.535737 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016fd96a-94f9-4660-8001-e356e02f42c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a32784ba-2142-4999-920d-daa65e8fdcd5,revision_number=1']} {{(pid=94137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:06:56.588011 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-7aeb24a4-4374-4693-a845-c194d591d3c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:56.598736 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-39fb18bd-d067-40ac-87bb-19b4df0b6ad1 req-b1578fc0-cf92-4899-9c44-1ec0ec7f8749 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=67949d7e-c8a2-480c-a855-bf27f4fa9292 HTTP/1.1" status: 200 len: 997 time: 0.1822188 Sep 07 14:06:56.651280 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-7aeb24a4-4374-4693-a845-c194d591d3c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:56.662025 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf5d162-0a2f-4205-8b9b-0cada189f814 req-403f2a13-61dc-4fe0-bab0-bd07cf827ac0 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:06:56.665351 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-eaf5d162-0a2f-4205-8b9b-0cada189f814 req-403f2a13-61dc-4fe0-bab0-bd07cf827ac0 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/ports?device_id=57786085-de64-409b-9733-924d9894dbe5 HTTP/1.1" status: 200 len: 946 time: 0.1018364 Sep 07 14:06:56.677813 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fb18bd-d067-40ac-87bb-19b4df0b6ad1 req-9f89f2c5-ed11-47d6-b76d-c5ace70a5b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:06:56.679342 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-39fb18bd-d067-40ac-87bb-19b4df0b6ad1 req-9f89f2c5-ed11-47d6-b76d-c5ace70a5b8c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f68d2061-21fd-4a9c-bc36-251c4f0ac2ed HTTP/1.1" status: 200 len: 849 time: 0.0692687 Sep 07 14:06:56.688243 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.l3_hamode_db [None req-e0592e09-876b-400d-9a83-cfdcfcb4bf60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59e76e46-d6ab-4135-be57-218e260cda16', 'name': 'tempest-AttachVolumeTestJSON-699305333-router', 'tenant_id': '584f3be6a05141bfb7e331ef2c02474d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'external_fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': '6ec66676-b930-4576-9375-757e5ad95813', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:06:09Z', 'updated_at': '2021-09-07T14:06:17Z', 'revision_number': 4, 'project_id': '584f3be6a05141bfb7e331ef2c02474d', 'gw_port': {'id': '6ec66676-b930-4576-9375-757e5ad95813', 'name': '', 'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:e2:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e76e46-d6ab-4135-be57-218e260cda16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:06:10Z', 'updated_at': '2021-09-07T14:06:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-4-iscsi', '_floatingips': [{'id': '03295aea-c63e-46f8-85f4-69cbd4286dee', 'tenant_id': '584f3be6a05141bfb7e331ef2c02474d', 'floating_ip_address': '172.27.2.8', 'floating_network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'router_id': '59e76e46-d6ab-4135-be57-218e260cda16', 'port_id': '67949d7e-c8a2-480c-a855-bf27f4fa9292', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ef27011-b43e-416b-9da9-0568387a6a08', 'mac_address': 'fa:16:3e:db:29:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ac0934b-f4cd-4421-a325-8fff04835bbc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T14:06:33Z', 'updated_at': '2021-09-07T14:06:54Z', 'revision_number': 1, 'project_id': '584f3be6a05141bfb7e331ef2c02474d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b548ab8e-fec8-44e6-80ad-616f1bc39673', 'name': '', 'network_id': '2ef27011-b43e-416b-9da9-0568387a6a08', 'tenant_id': '584f3be6a05141bfb7e331ef2c02474d', 'mac_address': 'fa:16:3e:fd:e7:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e76e46-d6ab-4135-be57-218e260cda16', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f68d2061-21fd-4a9c-bc36-251c4f0ac2ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:06:16Z', 'updated_at': '2021-09-07T14:06:28Z', 'revision_number': 5, 'project_id': '584f3be6a05141bfb7e331ef2c02474d', 'subnets': [{'id': 'f68d2061-21fd-4a9c-bc36-251c4f0ac2ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782910-4-iscsi', False) {} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:06:56.709184 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-05a5709a-27ce-405f-b68a-2a94594ed27d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585164'] for security_group, after_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:56.718240 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-05a5709a-27ce-405f-b68a-2a94594ed27d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:56.719398 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [None req-05a5709a-27ce-405f-b68a-2a94594ed27d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/45c5556c-f6ce-4ebd-b7e7-c314e5a2ac5c HTTP/1.1" status: 204 len: 168 time: 0.5426645 Sep 07 14:06:56.727131 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0592e09-876b-400d-9a83-cfdcfcb4bf60 None None] The sync data for ids ['59e76e46-d6ab-4135-be57-218e260cda16'] in dv-cinder-782910-4-iscsi is: [{'id': '59e76e46-d6ab-4135-be57-218e260cda16', 'name': 'tempest-AttachVolumeTestJSON-699305333-router', 'tenant_id': '584f3be6a05141bfb7e331ef2c02474d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'external_fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': '6ec66676-b930-4576-9375-757e5ad95813', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:06:09Z', 'updated_at': '2021-09-07T14:06:17Z', 'revision_number': 4, 'project_id': '584f3be6a05141bfb7e331ef2c02474d', 'gw_port': {'id': '6ec66676-b930-4576-9375-757e5ad95813', 'name': '', 'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:e2:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e76e46-d6ab-4135-be57-218e260cda16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:06:10Z', 'updated_at': '2021-09-07T14:06:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-4-iscsi', '_floatingips': [{'id': '03295aea-c63e-46f8-85f4-69cbd4286dee', 'tenant_id': '584f3be6a05141bfb7e331ef2c02474d', 'floating_ip_address': '172.27.2.8', 'floating_network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'router_id': '59e76e46-d6ab-4135-be57-218e260cda16', 'port_id': '67949d7e-c8a2-480c-a855-bf27f4fa9292', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ef27011-b43e-416b-9da9-0568387a6a08', 'mac_address': 'fa:16:3e:db:29:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ac0934b-f4cd-4421-a325-8fff04835bbc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T14:06:33Z', 'updated_at': '2021-09-07T14:06:54Z', 'revision_number': 1, 'project_id': '584f3be6a05141bfb7e331ef2c02474d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b548ab8e-fec8-44e6-80ad-616f1bc39673', 'name': '', 'network_id': '2ef27011-b43e-416b-9da9-0568387a6a08', 'tenant_id': '584f3be6a05141bfb7e331ef2c02474d', 'mac_address': 'fa:16:3e:fd:e7:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e76e46-d6ab-4135-be57-218e260cda16', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f68d2061-21fd-4a9c-bc36-251c4f0ac2ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:06:16Z', 'updated_at': '2021-09-07T14:06:28Z', 'revision_number': 5, 'project_id': '584f3be6a05141bfb7e331ef2c02474d', 'subnets': [{'id': 'f68d2061-21fd-4a9c-bc36-251c4f0ac2ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 14:06:56.752998 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-eaf5d162-0a2f-4205-8b9b-0cada189f814 req-448b3fa4-d370-4bfc-9ed1-c8b94267a780 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/security-groups?id=1eaa7adf-c23d-4a19-a899-ef24f817425f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750983 Sep 07 14:06:56.765345 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a5709a-27ce-405f-b68a-2a94594ed27d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45c5556c-f6ce-4ebd-b7e7-c314e5a2ac5c,revision_number=None']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:06:56.782503 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fb18bd-d067-40ac-87bb-19b4df0b6ad1 req-bed8fdf7-8a24-423f-bcc3-7892ee097f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:06:56.782924 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-7aeb24a4-4374-4693-a845-c194d591d3c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585164'] for security_group, after_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:56.784558 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-39fb18bd-d067-40ac-87bb-19b4df0b6ad1 req-bed8fdf7-8a24-423f-bcc3-7892ee097f49 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2ef27011-b43e-416b-9da9-0568387a6a08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0967586 Sep 07 14:06:56.785773 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-7aeb24a4-4374-4693-a845-c194d591d3c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:06:56.789152 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [None req-7aeb24a4-4374-4693-a845-c194d591d3c9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a32784ba-2142-4999-920d-daa65e8fdcd5 HTTP/1.1" status: 204 len: 168 time: 0.2957578 Sep 07 14:06:56.806881 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aeb24a4-4374-4693-a845-c194d591d3c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a32784ba-2142-4999-920d-daa65e8fdcd5,revision_number=None']} {{(pid=94137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:06:56.931951 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-39fb18bd-d067-40ac-87bb-19b4df0b6ad1 req-8f074cbe-8104-481e-8686-d1f48ad71f81 service neutron] 10.222.0.23 "GET /v2.0/networks/2ef27011-b43e-416b-9da9-0568387a6a08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337934 Sep 07 14:06:57.078722 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-39fb18bd-d067-40ac-87bb-19b4df0b6ad1 req-113775fe-033d-4417-b474-1e9188ca6b2f service neutron] 10.222.0.23 "GET /v2.0/networks/2ef27011-b43e-416b-9da9-0568387a6a08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381881 Sep 07 14:06:57.084053 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d55c37-9b6c-42ca-bcdd-6958478da560 None None] New status for floating IP 03295aea-c63e-46f8-85f4-69cbd4286dee: ACTIVE {{(pid=94139) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 14:06:57.787255 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c3bb9d-0698-442e-b47a-01e05a5755e5 req-e88452d0-58a1-4f8f-9999-9ced0f1a06ae tempest-DeleteServersTestJSON-1683936553 tempest-DeleteServersTestJSON-1683936553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:06:57.789523 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-c0c3bb9d-0698-442e-b47a-01e05a5755e5 req-e88452d0-58a1-4f8f-9999-9ced0f1a06ae tempest-DeleteServersTestJSON-1683936553 tempest-DeleteServersTestJSON-1683936553-project] 10.222.0.60 "GET /v2.0/ports?device_id=74cad41e-7bf1-4a3d-ad3a-e72e4d9536a4 HTTP/1.1" status: 200 len: 945 time: 0.0598538 Sep 07 14:06:57.839219 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-c0c3bb9d-0698-442e-b47a-01e05a5755e5 req-3e7471df-bc05-48b2-a320-1b5a541dd03c tempest-DeleteServersTestJSON-1683936553 tempest-DeleteServersTestJSON-1683936553-project] 10.222.0.60 "GET /v2.0/security-groups?id=d908dd73-76e9-4d68-88d8-3e0b7b12405a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420861 Sep 07 14:06:57.927285 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c3efba-303a-43fc-8313-d32af909d984 req-bd9a2f3c-98a5-414a-bd28-c1d89578bafb tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:06:57.928505 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-25c3efba-303a-43fc-8313-d32af909d984 req-bd9a2f3c-98a5-414a-bd28-c1d89578bafb tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/ports?device_id=57786085-de64-409b-9733-924d9894dbe5 HTTP/1.1" status: 200 len: 946 time: 0.0626998 Sep 07 14:06:57.978207 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-25c3efba-303a-43fc-8313-d32af909d984 req-2bad1ab0-0d0a-47a3-b80b-0c73146e8900 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/security-groups?id=1eaa7adf-c23d-4a19-a899-ef24f817425f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429037 Sep 07 14:06:59.069866 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd0a265-e93f-4a34-afbc-e72f112deffc req-9d45f75f-4a71-49c6-99d2-8191b80716bf tempest-DeleteServersTestJSON-1683936553 tempest-DeleteServersTestJSON-1683936553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:06:59.074136 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-1dd0a265-e93f-4a34-afbc-e72f112deffc req-9d45f75f-4a71-49c6-99d2-8191b80716bf tempest-DeleteServersTestJSON-1683936553 tempest-DeleteServersTestJSON-1683936553-project] 10.222.0.60 "GET /v2.0/ports?device_id=74cad41e-7bf1-4a3d-ad3a-e72e4d9536a4 HTTP/1.1" status: 200 len: 945 time: 0.1215472 Sep 07 14:06:59.149901 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-1dd0a265-e93f-4a34-afbc-e72f112deffc req-afc573c8-00a8-4125-8ff9-52b8a2b28a3d tempest-DeleteServersTestJSON-1683936553 tempest-DeleteServersTestJSON-1683936553-project] 10.222.0.60 "GET /v2.0/security-groups?id=d908dd73-76e9-4d68-88d8-3e0b7b12405a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689540 Sep 07 14:06:59.184153 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191fffb1-d1ab-4ce3-aaac-506b1fcb01c9 req-760e9779-8310-41cc-a11f-378f7bcf6c91 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:06:59.192860 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-191fffb1-d1ab-4ce3-aaac-506b1fcb01c9 req-760e9779-8310-41cc-a11f-378f7bcf6c91 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/ports?device_id=57786085-de64-409b-9733-924d9894dbe5 HTTP/1.1" status: 200 len: 946 time: 0.0857110 Sep 07 14:06:59.235018 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-191fffb1-d1ab-4ce3-aaac-506b1fcb01c9 req-1fe6dc97-0e1f-4da3-8663-687874725085 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/security-groups?id=1eaa7adf-c23d-4a19-a899-ef24f817425f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408337 Sep 07 14:06:59.724100 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02459936-fa96-44ac-92b0-0dbc14a71b8b req-ea7915c5-92aa-4f82-88ea-52777fc35ff0 tempest-DeleteServersTestJSON-1683936553 tempest-DeleteServersTestJSON-1683936553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:06:59.726580 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-02459936-fa96-44ac-92b0-0dbc14a71b8b req-ea7915c5-92aa-4f82-88ea-52777fc35ff0 tempest-DeleteServersTestJSON-1683936553 tempest-DeleteServersTestJSON-1683936553-project] 10.222.0.23 "GET /v2.0/ports?device_id=74cad41e-7bf1-4a3d-ad3a-e72e4d9536a4 HTTP/1.1" status: 200 len: 945 time: 0.1024525 Sep 07 14:06:59.903702 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.plugin [req-02459936-fa96-44ac-92b0-0dbc14a71b8b req-fdcf4f19-d806-49a4-bed0-0ae6da3d0bea tempest-DeleteServersTestJSON-1683936553 tempest-DeleteServersTestJSON-1683936553-project] Deleting port b6b49ead-c1d9-4e83-96bf-fd20c3f4c959 {{(pid=94138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 14:06:59.904007 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-02459936-fa96-44ac-92b0-0dbc14a71b8b req-fdcf4f19-d806-49a4-bed0-0ae6da3d0bea tempest-DeleteServersTestJSON-1683936553 tempest-DeleteServersTestJSON-1683936553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735729003030'] for port, before_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:00.049953 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.db [req-02459936-fa96-44ac-92b0-0dbc14a71b8b req-fdcf4f19-d806-49a4-bed0-0ae6da3d0bea tempest-DeleteServersTestJSON-1683936553 tempest-DeleteServersTestJSON-1683936553-project] For port b6b49ead-c1d9-4e83-96bf-fd20c3f4c959, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=b6b49ead-c1d9-4e83-96bf-fd20c3f4c959,segment=NetworkSegment(cf622dff-f09c-4809-ad4f-629e7c8762ab),segment_id=cf622dff-f09c-4809-ad4f-629e7c8762ab)] {{(pid=94138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:07:00.056155 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-02459936-fa96-44ac-92b0-0dbc14a71b8b req-fdcf4f19-d806-49a4-bed0-0ae6da3d0bea tempest-DeleteServersTestJSON-1683936553 tempest-DeleteServersTestJSON-1683936553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453383'] for port, precommit_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:00.088585 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.plugin [req-02459936-fa96-44ac-92b0-0dbc14a71b8b req-fdcf4f19-d806-49a4-bed0-0ae6da3d0bea tempest-DeleteServersTestJSON-1683936553 tempest-DeleteServersTestJSON-1683936553-project] Calling delete_port for b6b49ead-c1d9-4e83-96bf-fd20c3f4c959 owned by compute:nova {{(pid=94138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 14:07:00.303878 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-02459936-fa96-44ac-92b0-0dbc14a71b8b req-fdcf4f19-d806-49a4-bed0-0ae6da3d0bea tempest-DeleteServersTestJSON-1683936553 tempest-DeleteServersTestJSON-1683936553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735729008604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735728620454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65197361'] for port, after_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:00.318745 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.db [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] get_ports_and_sgs() called for port_ids ['b6b49ead-c1d9-4e83-96bf-fd20c3f4c959'] {{(pid=94139) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 14:07:00.356644 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcf4f19-d806-49a4-bed0-0ae6da3d0bea tempest-DeleteServersTestJSON-1683936553 tempest-DeleteServersTestJSON-1683936553-project] Pushing event deleted for resources: {'Port': ['ID=b6b49ead-c1d9-4e83-96bf-fd20c3f4c959,revision_number=None']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:07:00.369149 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c58aec0-5e51-4180-a1e7-17b615d52f4a req-2f0bf144-9af9-4450-b832-e5c6c095467d tempest-DeleteServersTestJSON-1683936553 tempest-DeleteServersTestJSON-1683936553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:07:00.371936 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-4c58aec0-5e51-4180-a1e7-17b615d52f4a req-2f0bf144-9af9-4450-b832-e5c6c095467d tempest-DeleteServersTestJSON-1683936553 tempest-DeleteServersTestJSON-1683936553-project] 10.222.0.60 "GET /v2.0/ports?device_id=74cad41e-7bf1-4a3d-ad3a-e72e4d9536a4 HTTP/1.1" status: 200 len: 867 time: 0.1276002 Sep 07 14:07:00.434004 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.db.l3_dvrscheduler_db [req-02459936-fa96-44ac-92b0-0dbc14a71b8b req-fdcf4f19-d806-49a4-bed0-0ae6da3d0bea tempest-DeleteServersTestJSON-1683936553 tempest-DeleteServersTestJSON-1683936553-project] No DVR routers for this DVR port b6b49ead-c1d9-4e83-96bf-fd20c3f4c959 on host hv-cinder-78291 {{(pid=94138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 14:07:00.438219 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-02459936-fa96-44ac-92b0-0dbc14a71b8b req-fdcf4f19-d806-49a4-bed0-0ae6da3d0bea tempest-DeleteServersTestJSON-1683936553 tempest-DeleteServersTestJSON-1683936553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88768'] for port, before_response {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:00.442239 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-02459936-fa96-44ac-92b0-0dbc14a71b8b req-fdcf4f19-d806-49a4-bed0-0ae6da3d0bea tempest-DeleteServersTestJSON-1683936553 tempest-DeleteServersTestJSON-1683936553-project] 10.222.0.23 "DELETE /v2.0/ports/b6b49ead-c1d9-4e83-96bf-fd20c3f4c959 HTTP/1.1" status: 204 len: 173 time: 0.6999216 Sep 07 14:07:00.442704 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74cad41e-7bf1-4a3d-ad3a-e72e4d9536a4', 'name': 'network-vif-deleted', 'tag': 'b6b49ead-c1d9-4e83-96bf-fd20c3f4c959'}] {{(pid=94138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:07:00.445160 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2f7ddeb31991bace343f2b2f4f22cd3bc4274a24b7cd750f83a004d46e17087" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3319a1f8-c932-4040-b8d7-41418734edff" -d '{"events": [{"server_uuid": "74cad41e-7bf1-4a3d-ad3a-e72e4d9536a4", "name": "network-vif-deleted", "tag": "b6b49ead-c1d9-4e83-96bf-fd20c3f4c959"}]}' {{(pid=94138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:07:00.449971 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc50e024-32f5-463f-ac09-107c16eb6d83 req-3780653f-ab6d-4729-b591-fa54aef4b234 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:07:00.453923 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-fc50e024-32f5-463f-ac09-107c16eb6d83 req-3780653f-ab6d-4729-b591-fa54aef4b234 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/ports?device_id=57786085-de64-409b-9733-924d9894dbe5 HTTP/1.1" status: 200 len: 946 time: 0.1218936 Sep 07 14:07:00.468694 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-4c58aec0-5e51-4180-a1e7-17b615d52f4a req-07a4d557-a4f8-4a57-b926-a0d3b7d52726 tempest-DeleteServersTestJSON-1683936553 tempest-DeleteServersTestJSON-1683936553-project] 10.222.0.60 "GET /v2.0/security-groups?id=d908dd73-76e9-4d68-88d8-3e0b7b12405a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670345 Sep 07 14:07:00.522513 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-fc50e024-32f5-463f-ac09-107c16eb6d83 req-ad9dc607-6db0-47b3-b38f-610bdc331568 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/security-groups?id=1eaa7adf-c23d-4a19-a899-ef24f817425f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528750 Sep 07 14:07:00.580417 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 14:07:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-973981bd-bc0e-4760-8b3b-b1530b2dbc34 x-openstack-request-id: req-973981bd-bc0e-4760-8b3b-b1530b2dbc34 {{(pid=94138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:07:00.580725 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74cad41e-7bf1-4a3d-ad3a-e72e4d9536a4", "name": "network-vif-deleted", "tag": "b6b49ead-c1d9-4e83-96bf-fd20c3f4c959", "status": "completed", "code": 200}]} {{(pid=94138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:07:00.580974 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-973981bd-bc0e-4760-8b3b-b1530b2dbc34 {{(pid=94138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:07:00.581433 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74cad41e-7bf1-4a3d-ad3a-e72e4d9536a4', 'name': 'network-vif-deleted', 'tag': 'b6b49ead-c1d9-4e83-96bf-fd20c3f4c959', 'status': 'completed', 'code': 200} Sep 07 14:07:01.120496 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.wsgi [-] (94137) accepted ('10.222.0.60', 45006) {{(pid=94137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:07:01.147099 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.wsgi [-] (94137) accepted ('10.222.0.60', 45012) {{(pid=94137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:07:01.240017 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-ff976d1e-e718-481b-91b5-cbc0791dca1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:01.273321 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-d60edfad-c5ec-4411-8db3-87dc85636e19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:01.395110 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-ff976d1e-e718-481b-91b5-cbc0791dca1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:01.402295 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-ff976d1e-e718-481b-91b5-cbc0791dca1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585164'] for security_group, after_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:01.462979 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff976d1e-e718-481b-91b5-cbc0791dca1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9294a28e-5c50-4e1f-a416-1ea69f459704,revision_number=1']} {{(pid=94137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:07:01.471374 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [None req-ff976d1e-e718-481b-91b5-cbc0791dca1a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=913227015d4d490e8e7535d00a79aa77&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3496599 Sep 07 14:07:01.471876 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.wsgi [-] (94137) accepted ('10.222.0.60', 45028) {{(pid=94137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:07:01.558994 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-d11d990f-dd47-4f46-a294-0e861ef5ccbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:01.581598 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-d60edfad-c5ec-4411-8db3-87dc85636e19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:01.596239 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-d60edfad-c5ec-4411-8db3-87dc85636e19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585164'] for security_group, after_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:01.601058 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-d11d990f-dd47-4f46-a294-0e861ef5ccbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:01.709372 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-48448025-81fa-4975-a650-23fe767becde req-a26b0e7d-2125-45c0-bb52-5b27c7aca63e tempest-DeleteServersTestJSON-1683936553 tempest-DeleteServersTestJSON-1683936553-project] 10.222.0.60 "GET /v2.0/ports?device_id=74cad41e-7bf1-4a3d-ad3a-e72e4d9536a4 HTTP/1.1" status: 200 len: 210 time: 0.0820384 Sep 07 14:07:01.711664 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [None req-d60edfad-c5ec-4411-8db3-87dc85636e19 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=cb4486cf971e44549dac05515ebbf238&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5634315 Sep 07 14:07:01.715269 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.wsgi [-] (94138) accepted ('10.222.0.60', 45040) {{(pid=94138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:07:01.721695 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60edfad-c5ec-4411-8db3-87dc85636e19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2b9b7a0-7149-46f6-986a-2a0fc82f23e1,revision_number=1']} {{(pid=94137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:07:01.750731 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b451b2de-6680-4e4a-8015-27a95b557906 req-23669602-4cfe-4f7c-b922-b90d99fa3ace tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:07:01.752251 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-b451b2de-6680-4e4a-8015-27a95b557906 req-23669602-4cfe-4f7c-b922-b90d99fa3ace tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/ports?device_id=57786085-de64-409b-9733-924d9894dbe5 HTTP/1.1" status: 200 len: 946 time: 0.1205127 Sep 07 14:07:01.768045 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-d11d990f-dd47-4f46-a294-0e861ef5ccbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585164'] for security_group, after_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:01.770589 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-d11d990f-dd47-4f46-a294-0e861ef5ccbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:01.771739 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [None req-d11d990f-dd47-4f46-a294-0e861ef5ccbd admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9294a28e-5c50-4e1f-a416-1ea69f459704 HTTP/1.1" status: 204 len: 168 time: 0.2953045 Sep 07 14:07:01.794701 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-38bdcaa8-9a0d-49c7-9344-c477dc6d592c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:01.820952 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11d990f-dd47-4f46-a294-0e861ef5ccbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9294a28e-5c50-4e1f-a416-1ea69f459704,revision_number=None']} {{(pid=94137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:07:01.822635 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-38bdcaa8-9a0d-49c7-9344-c477dc6d592c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:01.851885 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-b451b2de-6680-4e4a-8015-27a95b557906 req-f2e6eeaf-4a42-436e-a3fb-f222118848ec tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/security-groups?id=1eaa7adf-c23d-4a19-a899-ef24f817425f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790746 Sep 07 14:07:01.872972 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.wsgi [-] (94137) accepted ('10.222.0.60', 45046) {{(pid=94137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:07:01.900097 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-38bdcaa8-9a0d-49c7-9344-c477dc6d592c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585164'] for security_group, after_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:01.902704 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-38bdcaa8-9a0d-49c7-9344-c477dc6d592c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:01.904397 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [None req-38bdcaa8-9a0d-49c7-9344-c477dc6d592c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c2b9b7a0-7149-46f6-986a-2a0fc82f23e1 HTTP/1.1" status: 204 len: 168 time: 0.1873901 Sep 07 14:07:01.913726 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bdcaa8-9a0d-49c7-9344-c477dc6d592c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2b9b7a0-7149-46f6-986a-2a0fc82f23e1,revision_number=None']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:07:01.962722 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.agents_db [None req-36878762-3245-425c-bb44-2e5aea615dc4 None None] Agent healthcheck: found 6 active agents {{(pid=94140) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 14:07:02.098755 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-a5c86011-ef7c-4de0-9011-5de9511a4408 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:02.205067 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-a5c86011-ef7c-4de0-9011-5de9511a4408 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:02.210248 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-a5c86011-ef7c-4de0-9011-5de9511a4408 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585164'] for security_group, after_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:02.254414 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [None req-a5c86011-ef7c-4de0-9011-5de9511a4408 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c2e57cbeed2d40f6ad8cdc5e683fae02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3801651 Sep 07 14:07:02.256345 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c86011-ef7c-4de0-9011-5de9511a4408 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0e71471-34da-4ebe-a791-5f278aa03d85,revision_number=1']} {{(pid=94137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:07:02.257352 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.wsgi [-] (94138) accepted ('10.222.0.60', 45056) {{(pid=94138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:07:02.275497 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.wsgi [-] (94138) accepted ('10.222.0.60', 45058) {{(pid=94138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:07:02.298051 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-9867bec0-fe55-4f25-8648-75a104ab5f0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:02.340402 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.wsgi [-] (94137) accepted ('10.222.0.60', 45060) {{(pid=94137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:07:02.344773 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-0d8fe4b9-f2aa-4ff5-97d4-c893ea2a3fda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:02.354710 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-6a920b05-abbe-4fe7-a963-142b0b4d95fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:02.378000 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-0d8fe4b9-f2aa-4ff5-97d4-c893ea2a3fda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:02.459039 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-0d8fe4b9-f2aa-4ff5-97d4-c893ea2a3fda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585164'] for security_group, after_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:02.462107 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-0d8fe4b9-f2aa-4ff5-97d4-c893ea2a3fda admin admin] Notify callbacks [] for security_group, before_response {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:02.463181 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [None req-0d8fe4b9-f2aa-4ff5-97d4-c893ea2a3fda admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a0e71471-34da-4ebe-a791-5f278aa03d85 HTTP/1.1" status: 204 len: 168 time: 0.2045834 Sep 07 14:07:02.481488 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8fe4b9-f2aa-4ff5-97d4-c893ea2a3fda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0e71471-34da-4ebe-a791-5f278aa03d85,revision_number=None']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:07:02.483996 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-9867bec0-fe55-4f25-8648-75a104ab5f0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:02.498832 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-9867bec0-fe55-4f25-8648-75a104ab5f0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585164'] for security_group, after_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:02.543992 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [None req-9867bec0-fe55-4f25-8648-75a104ab5f0a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=acefb44fc6f24d84b1af31824e510be2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2672451 Sep 07 14:07:02.546603 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.wsgi [-] (94138) accepted ('10.222.0.60', 45070) {{(pid=94138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:07:02.554157 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9867bec0-fe55-4f25-8648-75a104ab5f0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f6cd75a-9183-4aa5-8c34-67f70ee1e777,revision_number=1']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:07:02.610148 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-e683ea73-1d39-4acb-b3ed-deeec4cb3d07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:02.630350 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-6a920b05-abbe-4fe7-a963-142b0b4d95fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:02.636734 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-e683ea73-1d39-4acb-b3ed-deeec4cb3d07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:02.636943 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-6a920b05-abbe-4fe7-a963-142b0b4d95fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585164'] for security_group, after_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:02.683766 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [None req-6a920b05-abbe-4fe7-a963-142b0b4d95fb admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=eb8c8aa3674f4783bf26e8dac832211b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3417900 Sep 07 14:07:02.685501 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a920b05-abbe-4fe7-a963-142b0b4d95fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5146bc15-a58e-47a9-b22a-6e370f10c0a5,revision_number=1']} {{(pid=94137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:07:02.687949 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.wsgi [-] (94138) accepted ('10.222.0.60', 45072) {{(pid=94138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:07:02.772460 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-e683ea73-1d39-4acb-b3ed-deeec4cb3d07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585164'] for security_group, after_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:02.776139 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-e683ea73-1d39-4acb-b3ed-deeec4cb3d07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:02.777590 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [None req-e683ea73-1d39-4acb-b3ed-deeec4cb3d07 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8f6cd75a-9183-4aa5-8c34-67f70ee1e777 HTTP/1.1" status: 204 len: 168 time: 0.2296739 Sep 07 14:07:02.780345 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-4c5afaa4-cbeb-4a36-8efc-da974edbf927 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:02.811420 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e683ea73-1d39-4acb-b3ed-deeec4cb3d07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f6cd75a-9183-4aa5-8c34-67f70ee1e777,revision_number=None']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:07:02.838111 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-4c5afaa4-cbeb-4a36-8efc-da974edbf927 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:02.838948 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.wsgi [-] (94138) accepted ('10.222.0.60', 45086) {{(pid=94138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:07:02.926505 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-4c5afaa4-cbeb-4a36-8efc-da974edbf927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585164'] for security_group, after_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:02.930608 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-4c5afaa4-cbeb-4a36-8efc-da974edbf927 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:02.931830 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [None req-4c5afaa4-cbeb-4a36-8efc-da974edbf927 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5146bc15-a58e-47a9-b22a-6e370f10c0a5 HTTP/1.1" status: 204 len: 168 time: 0.2327523 Sep 07 14:07:02.949694 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5afaa4-cbeb-4a36-8efc-da974edbf927 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5146bc15-a58e-47a9-b22a-6e370f10c0a5,revision_number=None']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:07:03.007459 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0a3fec-de00-4c5c-ae12-86a6d26b4056 req-08ab4e32-7a9c-4d0a-9fdb-a9b8741c414d tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:07:03.009949 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-5c0a3fec-de00-4c5c-ae12-86a6d26b4056 req-08ab4e32-7a9c-4d0a-9fdb-a9b8741c414d tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/ports?device_id=57786085-de64-409b-9733-924d9894dbe5 HTTP/1.1" status: 200 len: 946 time: 0.0522242 Sep 07 14:07:03.050857 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-5c0a3fec-de00-4c5c-ae12-86a6d26b4056 req-09d68497-3634-4ca1-b212-479cd5253f2d tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/security-groups?id=1eaa7adf-c23d-4a19-a899-ef24f817425f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346904 Sep 07 14:07:03.158211 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-ccdf4e57-567f-41cf-ba17-2ef82822422a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:03.300985 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-ccdf4e57-567f-41cf-ba17-2ef82822422a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:03.306642 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-ccdf4e57-567f-41cf-ba17-2ef82822422a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585164'] for security_group, after_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:03.357210 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [None req-ccdf4e57-567f-41cf-ba17-2ef82822422a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8d1d333551b642afb773fdb183a1829c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5147853 Sep 07 14:07:03.357553 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.wsgi [-] (94137) accepted ('10.222.0.60', 45118) {{(pid=94137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:07:03.369433 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdf4e57-567f-41cf-ba17-2ef82822422a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fb86dd4-e879-4831-9942-7fbe2b0582c9,revision_number=1']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:07:03.422839 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-3255fd1d-acdf-4649-99b5-5e739a1744e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:03.446809 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-3255fd1d-acdf-4649-99b5-5e739a1744e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:03.499598 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-3255fd1d-acdf-4649-99b5-5e739a1744e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585164'] for security_group, after_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:03.502261 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-3255fd1d-acdf-4649-99b5-5e739a1744e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:03.503440 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [None req-3255fd1d-acdf-4649-99b5-5e739a1744e3 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5fb86dd4-e879-4831-9942-7fbe2b0582c9 HTTP/1.1" status: 204 len: 168 time: 0.1445770 Sep 07 14:07:03.529610 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3255fd1d-acdf-4649-99b5-5e739a1744e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fb86dd4-e879-4831-9942-7fbe2b0582c9,revision_number=None']} {{(pid=94137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:07:04.015601 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.wsgi [-] (94137) accepted ('10.222.0.60', 45154) {{(pid=94137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:07:04.032884 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-a4c11439-0024-4c2a-a07e-53257b7adfb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:04.199336 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-a4c11439-0024-4c2a-a07e-53257b7adfb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:04.206356 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-a4c11439-0024-4c2a-a07e-53257b7adfb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585164'] for security_group, after_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:04.252870 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878956dc-3923-490b-9a1b-94d8a81da4c2 req-a4a65fb5-4298-4f86-b442-9686e1f7ea70 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:07:04.254471 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-878956dc-3923-490b-9a1b-94d8a81da4c2 req-a4a65fb5-4298-4f86-b442-9686e1f7ea70 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/ports?device_id=57786085-de64-409b-9733-924d9894dbe5 HTTP/1.1" status: 200 len: 946 time: 0.1127229 Sep 07 14:07:04.262053 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [None req-a4c11439-0024-4c2a-a07e-53257b7adfb7 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=bb0f92ca607f41168d19d97cb8d308f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2447686 Sep 07 14:07:04.270246 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.wsgi [-] (94138) accepted ('10.222.0.60', 45170) {{(pid=94138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:07:04.284371 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c11439-0024-4c2a-a07e-53257b7adfb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=046a331a-9b34-4a50-bc91-d85e1041d28c,revision_number=1']} {{(pid=94137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:07:04.348869 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-878956dc-3923-490b-9a1b-94d8a81da4c2 req-39f5183d-72b8-435c-8a28-f53459c8e8f3 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/security-groups?id=1eaa7adf-c23d-4a19-a899-ef24f817425f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734191 Sep 07 14:07:04.362983 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-911e5256-41ac-4869-bedf-b37a7df85b1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:04.423619 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-911e5256-41ac-4869-bedf-b37a7df85b1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:04.494827 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-911e5256-41ac-4869-bedf-b37a7df85b1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585164'] for security_group, after_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:04.497334 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-911e5256-41ac-4869-bedf-b37a7df85b1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:04.501462 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [None req-911e5256-41ac-4869-bedf-b37a7df85b1a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/046a331a-9b34-4a50-bc91-d85e1041d28c HTTP/1.1" status: 204 len: 168 time: 0.2302935 Sep 07 14:07:04.511551 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911e5256-41ac-4869-bedf-b37a7df85b1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=046a331a-9b34-4a50-bc91-d85e1041d28c,revision_number=None']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:07:04.616029 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Device b6b49ead-c1d9-4e83-96bf-fd20c3f4c959 no longer exists at agent hyperv_hv-cinder-78291 {{(pid=94139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 14:07:04.642167 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.plugin [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] No Port match for: b6b49ead-c1d9-4e83-96bf-fd20c3f4c959 {{(pid=94139) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 14:07:04.642509 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Device b6b49ead-c1d9-4e83-96bf-fd20c3f4c959 not bound to the agent host hv-cinder-78291 {{(pid=94139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 14:07:05.518345 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f35f1a-8ab2-43dd-86b2-3ea3542156f5 req-be32954c-4b54-4c62-abe9-4805713fe330 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:07:05.520164 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-32f35f1a-8ab2-43dd-86b2-3ea3542156f5 req-be32954c-4b54-4c62-abe9-4805713fe330 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/ports?device_id=57786085-de64-409b-9733-924d9894dbe5 HTTP/1.1" status: 200 len: 946 time: 0.0828350 Sep 07 14:07:05.569696 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.wsgi [-] (94138) accepted ('10.222.0.60', 45298) {{(pid=94138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:07:05.623749 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed482d8a-5116-4f41-95b8-6307bac147b5 admin admin] Deleting subnet 82368d6a-b32a-4803-b7a2-1e4a369ac450 {{(pid=94138) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 14:07:05.628090 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-ed482d8a-5116-4f41-95b8-6307bac147b5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:05.636249 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-32f35f1a-8ab2-43dd-86b2-3ea3542156f5 req-21491174-3da4-4732-89c6-b36b9c96f147 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/security-groups?id=1eaa7adf-c23d-4a19-a899-ef24f817425f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031182 Sep 07 14:07:05.688234 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-ed482d8a-5116-4f41-95b8-6307bac147b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65197364'] for subnet, precommit_delete_associations {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:05.734560 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-ed482d8a-5116-4f41-95b8-6307bac147b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1466112'] for subnet, precommit_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:05.793247 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-ed482d8a-5116-4f41-95b8-6307bac147b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1466169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65197380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64691899'] for subnet, after_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:05.820229 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed482d8a-5116-4f41-95b8-6307bac147b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82368d6a-b32a-4803-b7a2-1e4a369ac450,revision_number=None']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:07:05.834064 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-ed482d8a-5116-4f41-95b8-6307bac147b5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:05.838437 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [None req-ed482d8a-5116-4f41-95b8-6307bac147b5 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/82368d6a-b32a-4803-b7a2-1e4a369ac450 HTTP/1.1" status: 204 len: 168 time: 0.2674475 Sep 07 14:07:05.841096 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.wsgi [-] (94138) accepted ('10.222.0.60', 45308) {{(pid=94138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:07:05.916910 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-3a1d5c62-f3bc-41f4-b18d-ce8d9883a749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580555'] for network, before_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:05.997502 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-3a1d5c62-f3bc-41f4-b18d-ce8d9883a749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1461133', 'neutron.services.segments.db._delete_segments_for_network-8735729117049'] for network, precommit_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:06.018872 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.services.segments.db [None req-3a1d5c62-f3bc-41f4-b18d-ce8d9883a749 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c7f95fe-f49c-4700-adb0-3b0a527a4bc4']}} {{(pid=94138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:07:06.037803 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.services.segments.db [None req-3a1d5c62-f3bc-41f4-b18d-ce8d9883a749 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf622dff-f09c-4809-ad4f-629e7c8762ab') {'for_net_delete': True} {{(pid=94138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:07:06.038408 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.services.segments.db [None req-3a1d5c62-f3bc-41f4-b18d-ce8d9883a749 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf622dff-f09c-4809-ad4f-629e7c8762ab') {} {{(pid=94138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:07:06.053236 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-3a1d5c62-f3bc-41f4-b18d-ce8d9883a749 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735729115778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65197373'] for segment, before_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:06.079556 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-3a1d5c62-f3bc-41f4-b18d-ce8d9883a749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1461082'] for segment, precommit_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:06.088140 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a1d5c62-f3bc-41f4-b18d-ce8d9883a749 admin admin] Releasing vlan 679 on physical network physnet1 to pool {{(pid=94138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 14:07:06.088551 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-3a1d5c62-f3bc-41f4-b18d-ce8d9883a749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1461082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65198054'] for segment, after_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:06.090581 dv-cinder-782910-4-iscsi neutron-server[94138]: Traceback (most recent call last): Sep 07 14:07:06.090581 dv-cinder-782910-4-iscsi neutron-server[94138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 14:07:06.090581 dv-cinder-782910-4-iscsi neutron-server[94138]: timer() Sep 07 14:07:06.090581 dv-cinder-782910-4-iscsi neutron-server[94138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 14:07:06.090581 dv-cinder-782910-4-iscsi neutron-server[94138]: cb(*args, **kw) Sep 07 14:07:06.090581 dv-cinder-782910-4-iscsi neutron-server[94138]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 14:07:06.090581 dv-cinder-782910-4-iscsi neutron-server[94138]: return func(*args, **kwargs) Sep 07 14:07:06.090581 dv-cinder-782910-4-iscsi neutron-server[94138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 14:07:06.090581 dv-cinder-782910-4-iscsi neutron-server[94138]: self._notify() Sep 07 14:07:06.090581 dv-cinder-782910-4-iscsi neutron-server[94138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 14:07:06.090581 dv-cinder-782910-4-iscsi neutron-server[94138]: self.callback(batched_events) Sep 07 14:07:06.090581 dv-cinder-782910-4-iscsi neutron-server[94138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 14:07:06.090581 dv-cinder-782910-4-iscsi neutron-server[94138]: event.method(event) Sep 07 14:07:06.090581 dv-cinder-782910-4-iscsi neutron-server[94138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 14:07:06.090581 dv-cinder-782910-4-iscsi neutron-server[94138]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 14:07:06.090581 dv-cinder-782910-4-iscsi neutron-server[94138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 14:07:06.090581 dv-cinder-782910-4-iscsi neutron-server[94138]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 14:07:06.090581 dv-cinder-782910-4-iscsi neutron-server[94138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 14:07:06.090581 dv-cinder-782910-4-iscsi neutron-server[94138]: return f(self, *a, **k) Sep 07 14:07:06.090581 dv-cinder-782910-4-iscsi neutron-server[94138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 14:07:06.090581 dv-cinder-782910-4-iscsi neutron-server[94138]: return self._get(url).json() Sep 07 14:07:06.090581 dv-cinder-782910-4-iscsi neutron-server[94138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 14:07:06.090581 dv-cinder-782910-4-iscsi neutron-server[94138]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 14:07:06.090581 dv-cinder-782910-4-iscsi neutron-server[94138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 14:07:06.090581 dv-cinder-782910-4-iscsi neutron-server[94138]: return self.request(url, 'GET', **kwargs) Sep 07 14:07:06.090581 dv-cinder-782910-4-iscsi neutron-server[94138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 14:07:06.090581 dv-cinder-782910-4-iscsi neutron-server[94138]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 14:07:06.090581 dv-cinder-782910-4-iscsi neutron-server[94138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 14:07:06.090581 dv-cinder-782910-4-iscsi neutron-server[94138]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 14:07:06.090581 dv-cinder-782910-4-iscsi neutron-server[94138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 14:07:06.090581 dv-cinder-782910-4-iscsi neutron-server[94138]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 14:07:06.090581 dv-cinder-782910-4-iscsi neutron-server[94138]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 14:07:06.163144 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-3a1d5c62-f3bc-41f4-b18d-ce8d9883a749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1461122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-432396'] for network, after_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:06.181478 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-3a1d5c62-f3bc-41f4-b18d-ce8d9883a749 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539090'] for network, before_response {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:06.183908 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [None req-3a1d5c62-f3bc-41f4-b18d-ce8d9883a749 admin admin] 10.222.0.60 "DELETE /v2.0/networks/3c7f95fe-f49c-4700-adb0-3b0a527a4bc4 HTTP/1.1" status: 204 len: 168 time: 0.3417583 Sep 07 14:07:06.184971 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1d5c62-f3bc-41f4-b18d-ce8d9883a749 admin admin] Pushing event deleted for resources: {'Network': ['ID=3c7f95fe-f49c-4700-adb0-3b0a527a4bc4,revision_number=None']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:07:06.194339 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1d5c62-f3bc-41f4-b18d-ce8d9883a749 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:07:06.194780 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1d5c62-f3bc-41f4-b18d-ce8d9883a749 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:07:06.195195 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1d5c62-f3bc-41f4-b18d-ce8d9883a749 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:07:06.195646 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1d5c62-f3bc-41f4-b18d-ce8d9883a749 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:07:06.196049 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1d5c62-f3bc-41f4-b18d-ce8d9883a749 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:07:06.196580 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1d5c62-f3bc-41f4-b18d-ce8d9883a749 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:07:06.196914 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1d5c62-f3bc-41f4-b18d-ce8d9883a749 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:07:06.197242 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1d5c62-f3bc-41f4-b18d-ce8d9883a749 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:07:06.197604 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1d5c62-f3bc-41f4-b18d-ce8d9883a749 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:07:06.197931 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1d5c62-f3bc-41f4-b18d-ce8d9883a749 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:07:06.198308 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1d5c62-f3bc-41f4-b18d-ce8d9883a749 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:07:06.198713 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1d5c62-f3bc-41f4-b18d-ce8d9883a749 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:07:06.342561 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.wsgi [-] (94138) accepted ('10.222.0.60', 45334) {{(pid=94138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:07:06.386988 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.wsgi [-] (94137) accepted ('10.222.0.60', 45338) {{(pid=94137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:07:06.397515 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [None req-57d9d676-3344-49a6-9f35-2655c71fa71d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=290b195be3ac45758ce83cc2b4838b4b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0520389 Sep 07 14:07:06.399852 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.wsgi [-] (94137) accepted ('10.222.0.60', 45342) {{(pid=94137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:07:06.456011 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-12a7cdb8-bce9-4466-aae3-5cf3fd6b695e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:06.484021 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-12a7cdb8-bce9-4466-aae3-5cf3fd6b695e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:06.548531 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-12a7cdb8-bce9-4466-aae3-5cf3fd6b695e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585164'] for security_group, after_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:06.551190 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-12a7cdb8-bce9-4466-aae3-5cf3fd6b695e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:06.553197 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [None req-12a7cdb8-bce9-4466-aae3-5cf3fd6b695e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d908dd73-76e9-4d68-88d8-3e0b7b12405a HTTP/1.1" status: 204 len: 168 time: 0.1520133 Sep 07 14:07:06.562227 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a7cdb8-bce9-4466-aae3-5cf3fd6b695e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d908dd73-76e9-4d68-88d8-3e0b7b12405a,revision_number=None']} {{(pid=94137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:07:06.570156 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a7cdb8-bce9-4466-aae3-5cf3fd6b695e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:07:06.571227 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a7cdb8-bce9-4466-aae3-5cf3fd6b695e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:07:06.571691 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a7cdb8-bce9-4466-aae3-5cf3fd6b695e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:07:06.571938 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a7cdb8-bce9-4466-aae3-5cf3fd6b695e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:07:06.572279 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a7cdb8-bce9-4466-aae3-5cf3fd6b695e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:07:06.572620 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a7cdb8-bce9-4466-aae3-5cf3fd6b695e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:07:06.572954 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a7cdb8-bce9-4466-aae3-5cf3fd6b695e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:07:06.573282 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a7cdb8-bce9-4466-aae3-5cf3fd6b695e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:07:06.573652 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a7cdb8-bce9-4466-aae3-5cf3fd6b695e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:07:06.573947 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a7cdb8-bce9-4466-aae3-5cf3fd6b695e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:07:06.574406 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a7cdb8-bce9-4466-aae3-5cf3fd6b695e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:07:06.574818 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a7cdb8-bce9-4466-aae3-5cf3fd6b695e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:07:06.638403 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-0d24056a-3138-4936-b389-b1925b8e0fa6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:06.812828 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a0dcb9-6189-42a2-b08b-531715164b15 req-6972aecf-5e06-4a03-b47e-3cb761d86576 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:07:06.823326 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-05a0dcb9-6189-42a2-b08b-531715164b15 req-6972aecf-5e06-4a03-b47e-3cb761d86576 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/ports?device_id=57786085-de64-409b-9733-924d9894dbe5 HTTP/1.1" status: 200 len: 946 time: 0.0873594 Sep 07 14:07:06.851616 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-0d24056a-3138-4936-b389-b1925b8e0fa6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:06.858324 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-0d24056a-3138-4936-b389-b1925b8e0fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585164'] for security_group, after_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:06.904154 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-05a0dcb9-6189-42a2-b08b-531715164b15 req-fca5f8c2-6b20-4200-a34b-8e094b4bf2b6 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/security-groups?id=1eaa7adf-c23d-4a19-a899-ef24f817425f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763953 Sep 07 14:07:06.910793 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [None req-0d24056a-3138-4936-b389-b1925b8e0fa6 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=fc7f2b095f9647cda459fdcba3a3ef8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5226023 Sep 07 14:07:06.912640 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d24056a-3138-4936-b389-b1925b8e0fa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6428a61b-9604-4838-903c-ff5f6e8bdb2b,revision_number=1']} {{(pid=94137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:07:06.913698 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.wsgi [-] (94138) accepted ('10.222.0.60', 45362) {{(pid=94138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:07:06.967916 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-23214c89-92be-49f7-bb24-8b722b6f72f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:06.990784 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-23214c89-92be-49f7-bb24-8b722b6f72f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:07.055684 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-23214c89-92be-49f7-bb24-8b722b6f72f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585164'] for security_group, after_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:07.058611 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-23214c89-92be-49f7-bb24-8b722b6f72f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:07.059864 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [None req-23214c89-92be-49f7-bb24-8b722b6f72f2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6428a61b-9604-4838-903c-ff5f6e8bdb2b HTTP/1.1" status: 204 len: 168 time: 0.1450031 Sep 07 14:07:07.070695 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23214c89-92be-49f7-bb24-8b722b6f72f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6428a61b-9604-4838-903c-ff5f6e8bdb2b,revision_number=None']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:07:07.439963 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.wsgi [-] (94138) accepted ('10.222.0.60', 45390) {{(pid=94138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:07:07.454114 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-eeba7ded-8477-444f-b258-8d8bb36a7360 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:07.459552 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.wsgi [-] (94137) accepted ('10.222.0.60', 45392) {{(pid=94137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:07:07.574453 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-eeba7ded-8477-444f-b258-8d8bb36a7360 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:07.581660 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-eeba7ded-8477-444f-b258-8d8bb36a7360 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585164'] for security_group, after_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:07.628879 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.wsgi [-] (94137) accepted ('10.222.0.60', 45398) {{(pid=94137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:07:07.629454 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [None req-eeba7ded-8477-444f-b258-8d8bb36a7360 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c4d99a3bb9034c96b4a96a50a9001635&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1871328 Sep 07 14:07:07.629912 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeba7ded-8477-444f-b258-8d8bb36a7360 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58241578-269c-4a48-a881-01d3ee7ff4b9,revision_number=1']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:07:07.645233 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.v2.base [None req-a0eef0e5-41cf-42e2-bab9-6307ce2db9c7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1950389075-network', 'tenant_id': '301d490d25f3454f93967514c05236d8'}} {{(pid=94137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:07:07.698190 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0eef0e5-41cf-42e2-bab9-6307ce2db9c7 admin admin] Made reservation on behalf of 301d490d25f3454f93967514c05236d8 for: {'network': 1} {{(pid=94137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 14:07:07.700613 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-a0eef0e5-41cf-42e2-bab9-6307ce2db9c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for network, before_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:07.716223 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-a0eef0e5-41cf-42e2-bab9-6307ce2db9c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:07.737941 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-f4d03fbd-cb71-4f2d-868c-ff2143e6faa2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:07.772277 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-f4d03fbd-cb71-4f2d-868c-ff2143e6faa2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:07.849444 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-f4d03fbd-cb71-4f2d-868c-ff2143e6faa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585164'] for security_group, after_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:07.852029 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-f4d03fbd-cb71-4f2d-868c-ff2143e6faa2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:07.853766 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [None req-f4d03fbd-cb71-4f2d-868c-ff2143e6faa2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/58241578-269c-4a48-a881-01d3ee7ff4b9 HTTP/1.1" status: 204 len: 168 time: 0.2185450 Sep 07 14:07:07.869902 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d03fbd-cb71-4f2d-868c-ff2143e6faa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58241578-269c-4a48-a881-01d3ee7ff4b9,revision_number=None']} {{(pid=94137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:07:07.907565 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-a0eef0e5-41cf-42e2-bab9-6307ce2db9c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:07.912169 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-a0eef0e5-41cf-42e2-bab9-6307ce2db9c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585164'] for security_group, after_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:07.935153 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0eef0e5-41cf-42e2-bab9-6307ce2db9c7 admin admin] vlan segment allocate from pool success with {'vlan_id': 691, 'physical_network': 'physnet1'} {{(pid=94137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 14:07:07.951147 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0eef0e5-41cf-42e2-bab9-6307ce2db9c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f7dc2d4-63eb-4f55-94d4-dc3bb3bdb6a1,revision_number=1']} {{(pid=94137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:07:07.954130 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-a0eef0e5-41cf-42e2-bab9-6307ce2db9c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1461082'] for segment, precommit_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:07.954471 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.db.segments_db [None req-a0eef0e5-41cf-42e2-bab9-6307ce2db9c7 admin admin] Added segment 273b8804-25ce-4bc4-8196-9c483ce6e52d of type vlan for network 3a770ecb-d737-4604-bdce-34f74ea9e614 Sep 07 14:07:08.000026 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-a0eef0e5-41cf-42e2-bab9-6307ce2db9c7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735728577284'] for network, precommit_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:08.052096 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-a0eef0e5-41cf-42e2-bab9-6307ce2db9c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072'] for network, after_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:08.053053 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0eef0e5-41cf-42e2-bab9-6307ce2db9c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:07:08.053662 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-a0eef0e5-41cf-42e2-bab9-6307ce2db9c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539090'] for network, before_response {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:08.104181 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [None req-a0eef0e5-41cf-42e2-bab9-6307ce2db9c7 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6433275 Sep 07 14:07:08.107594 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.wsgi [-] (94138) accepted ('10.222.0.60', 45414) {{(pid=94138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:07:08.113566 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.v2.base [None req-7f9d3623-c0cc-4603-a06a-e18d8ef437c8 admin admin] Request body: {'subnet': {'network_id': '3a770ecb-d737-4604-bdce-34f74ea9e614', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1950389075-subnet', 'tenant_id': '301d490d25f3454f93967514c05236d8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:07:08.140445 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f9d3623-c0cc-4603-a06a-e18d8ef437c8 admin admin] Made reservation on behalf of 301d490d25f3454f93967514c05236d8 for: {'subnet': 1} {{(pid=94138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 14:07:08.143564 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-7f9d3623-c0cc-4603-a06a-e18d8ef437c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64691878'] for subnet, before_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:08.149284 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5469784-84ee-4807-93fe-7fb08a5de7cf req-855cad95-655b-4172-a127-e7cea3dd455d tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:07:08.150861 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-b5469784-84ee-4807-93fe-7fb08a5de7cf req-855cad95-655b-4172-a127-e7cea3dd455d tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/ports?device_id=57786085-de64-409b-9733-924d9894dbe5 HTTP/1.1" status: 200 len: 946 time: 0.1284223 Sep 07 14:07:08.151909 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0eef0e5-41cf-42e2-bab9-6307ce2db9c7 admin admin] Pushing event updated for resources: {'Network': ['ID=3a770ecb-d737-4604-bdce-34f74ea9e614,revision_number=1']} {{(pid=94137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:07:08.163056 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-90497945-cc67-4e40-89ff-93978391019b None None] Network 3a770ecb-d737-4604-bdce-34f74ea9e614 details requested by agent ovs-agent-dv-cinder-782910-4-iscsi with host dv-cinder-782910-4-iscsi {{(pid=94139) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 14:07:08.217537 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-b5469784-84ee-4807-93fe-7fb08a5de7cf req-9ef8a7b9-a3eb-42b1-8577-faf06ac49b9c tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/security-groups?id=1eaa7adf-c23d-4a19-a899-ef24f817425f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553205 Sep 07 14:07:08.357851 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-7f9d3623-c0cc-4603-a06a-e18d8ef437c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65197445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64691888'] for subnet, after_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:08.422749 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9d3623-c0cc-4603-a06a-e18d8ef437c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2229922-4dfa-4d78-95d7-c6d2313a09de,revision_number=0']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:07:08.432476 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f9d3623-c0cc-4603-a06a-e18d8ef437c8 admin admin] Checking segment: {'id': '273b8804-25ce-4bc4-8196-9c483ce6e52d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '3a770ecb-d737-4604-bdce-34f74ea9e614'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 14:07:08.432931 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f9d3623-c0cc-4603-a06a-e18d8ef437c8 admin admin] Network hostable DHCP agents. Network: 3a770ecb-d737-4604-bdce-34f74ea9e614, hostable agents: ['6cb9538d-ef7d-4fb7-b0aa-ad613f860704'], hosted agents: [] {{(pid=94138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 14:07:08.452404 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f9d3623-c0cc-4603-a06a-e18d8ef437c8 admin admin] Network 3a770ecb-d737-4604-bdce-34f74ea9e614 is scheduled to be hosted by DHCP agent 6cb9538d-ef7d-4fb7-b0aa-ad613f860704 with binding_index 1 {{(pid=94138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 14:07:08.462654 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.scheduler.base_scheduler [None req-7f9d3623-c0cc-4603-a06a-e18d8ef437c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782910-4-iscsi, 3a770ecb-d737-4604-bdce-34f74ea9e614) {{(pid=94138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:07:08.468693 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f9d3623-c0cc-4603-a06a-e18d8ef437c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:07:08.469675 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-7f9d3623-c0cc-4603-a06a-e18d8ef437c8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:08.472398 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caebb627-ecab-4bcd-90b4-ef01eb7e31d4 None None] Network 3a770ecb-d737-4604-bdce-34f74ea9e614 requested from dv-cinder-782910-4-iscsi {{(pid=94139) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 14:07:08.501320 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [None req-7f9d3623-c0cc-4603-a06a-e18d8ef437c8 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3806744 Sep 07 14:07:08.605083 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8661eaa-1fc4-48b0-bbe1-40a4dbb06533 None None] Network 3a770ecb-d737-4604-bdce-34f74ea9e614 requested from dv-cinder-782910-4-iscsi {{(pid=94139) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 14:07:08.982990 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3502db3c-56c5-4e0e-b3b1-1c1f841d0276 req-b02a21cb-1385-4275-aea3-51e07a715a8c tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:07:08.984578 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-3502db3c-56c5-4e0e-b3b1-1c1f841d0276 req-b02a21cb-1385-4275-aea3-51e07a715a8c tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] 10.222.0.60 "GET /v2.0/networks?id=3a770ecb-d737-4604-bdce-34f74ea9e614 HTTP/1.1" status: 200 len: 815 time: 0.1080554 Sep 07 14:07:08.999727 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-3502db3c-56c5-4e0e-b3b1-1c1f841d0276 req-e70126e0-ebc2-46dc-92d0-7e406b21cda6 tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] 10.222.0.60 "GET /v2.0/quotas/301d490d25f3454f93967514c05236d8 HTTP/1.1" status: 200 len: 375 time: 0.0090928 Sep 07 14:07:09.032532 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-3502db3c-56c5-4e0e-b3b1-1c1f841d0276 req-282a4565-ccff-4249-a67c-095472ff7a59 tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=301d490d25f3454f93967514c05236d8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0270631 Sep 07 14:07:09.135471 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-3502db3c-56c5-4e0e-b3b1-1c1f841d0276 req-eb511c7c-7759-44a7-a6cf-1e8a9e7dbb9b service neutron] 10.222.0.60 "GET /v2.0/networks/3a770ecb-d737-4604-bdce-34f74ea9e614?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956678 Sep 07 14:07:09.224239 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-3502db3c-56c5-4e0e-b3b1-1c1f841d0276 req-a491cc8c-df2a-4912-af3b-3fa29e4b1872 service neutron] 10.222.0.60 "GET /v2.0/networks/3a770ecb-d737-4604-bdce-34f74ea9e614?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825450 Sep 07 14:07:09.454810 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218498dc-6eb7-4ed7-ac94-1331b225ac92 req-99a2b292-4e2d-485d-bbbe-5b2be609e252 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:07:09.456392 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-218498dc-6eb7-4ed7-ac94-1331b225ac92 req-99a2b292-4e2d-485d-bbbe-5b2be609e252 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/ports?device_id=57786085-de64-409b-9733-924d9894dbe5 HTTP/1.1" status: 200 len: 946 time: 0.0584786 Sep 07 14:07:09.500683 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-218498dc-6eb7-4ed7-ac94-1331b225ac92 req-13048340-9253-41b0-b8d8-75271b23da93 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/security-groups?id=1eaa7adf-c23d-4a19-a899-ef24f817425f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354574 Sep 07 14:07:09.582039 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-39395486-20a3-4bbc-9fae-6335797cbbe4 req-0014687b-0144-4d18-8dd6-11f24b67a5c4 tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] 10.222.0.60 "GET /v2.0/ports?device_id=380c0e23-3e85-4a57-a7fe-b532de4e6bf5 HTTP/1.1" status: 200 len: 210 time: 0.0275264 Sep 07 14:07:09.683757 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.wsgi [-] (94138) accepted ('10.222.0.60', 45496) {{(pid=94138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:07:09.829639 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-7cf03134-5938-46d8-8730-3bb3af9ba072 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:09.933860 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-7cf03134-5938-46d8-8730-3bb3af9ba072 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:09.938864 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-7cf03134-5938-46d8-8730-3bb3af9ba072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585164'] for security_group, after_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:09.983899 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [None req-7cf03134-5938-46d8-8730-3bb3af9ba072 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=27e320abdad3407abd1ab07534d66d44&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2990320 Sep 07 14:07:09.986111 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf03134-5938-46d8-8730-3bb3af9ba072 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a24525c9-1132-4a44-9862-b8244da27af5,revision_number=1']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:07:09.986617 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.wsgi [-] (94137) accepted ('10.222.0.60', 45504) {{(pid=94137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:07:10.040882 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-8988a60e-126f-448a-bc69-3cadecd97fcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:10.064957 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-8988a60e-126f-448a-bc69-3cadecd97fcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:10.114261 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-8988a60e-126f-448a-bc69-3cadecd97fcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585164'] for security_group, after_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:10.117107 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-8988a60e-126f-448a-bc69-3cadecd97fcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:10.118454 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [None req-8988a60e-126f-448a-bc69-3cadecd97fcc admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a24525c9-1132-4a44-9862-b8244da27af5 HTTP/1.1" status: 204 len: 168 time: 0.1300571 Sep 07 14:07:10.127446 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8988a60e-126f-448a-bc69-3cadecd97fcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a24525c9-1132-4a44-9862-b8244da27af5,revision_number=None']} {{(pid=94137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:07:10.450291 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.wsgi [-] (94138) accepted ('10.222.0.60', 45512) {{(pid=94138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:07:10.467999 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-8949b365-e97b-4717-8082-8463eb0f4058 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:10.506251 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3502db3c-56c5-4e0e-b3b1-1c1f841d0276 req-a067c5a9-a8ca-403b-9fef-5610c2fadc3d tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:07:10.507837 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-3502db3c-56c5-4e0e-b3b1-1c1f841d0276 req-a067c5a9-a8ca-403b-9fef-5610c2fadc3d tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] 10.222.0.23 "GET /v2.0/networks?id=3a770ecb-d737-4604-bdce-34f74ea9e614 HTTP/1.1" status: 200 len: 815 time: 0.1521385 Sep 07 14:07:10.548511 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.v2.base [req-3502db3c-56c5-4e0e-b3b1-1c1f841d0276 req-18bbbde1-6efd-41e9-a701-3b9484c1bc18 tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] Request body: {'port': {'device_id': '380c0e23-3e85-4a57-a7fe-b532de4e6bf5', 'network_id': '3a770ecb-d737-4604-bdce-34f74ea9e614', 'admin_state_up': True, 'tenant_id': '301d490d25f3454f93967514c05236d8'}} {{(pid=94138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:07:10.642877 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-203afee4-8d73-4b2e-91f5-c69b9cc76e53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:10.672614 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89236473-1abd-4ddc-af68-d2fead3567e5 req-3574d69b-6d69-4fee-8a1f-e348447c9067 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:07:10.674152 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-89236473-1abd-4ddc-af68-d2fead3567e5 req-3574d69b-6d69-4fee-8a1f-e348447c9067 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/ports?device_id=57786085-de64-409b-9733-924d9894dbe5 HTTP/1.1" status: 200 len: 946 time: 0.0742462 Sep 07 14:07:10.706861 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-ea7a6fb4-0513-4960-83ed-1a7674646c1f req-70cb3edb-a8c8-47e1-b634-41bf8453aced tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] 10.222.0.60 "GET /v2.0/ports?device_id=380c0e23-3e85-4a57-a7fe-b532de4e6bf5 HTTP/1.1" status: 200 len: 210 time: 0.0317147 Sep 07 14:07:10.707884 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-8949b365-e97b-4717-8082-8463eb0f4058 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:10.719941 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-8949b365-e97b-4717-8082-8463eb0f4058 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585164'] for security_group, after_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:10.744728 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-89236473-1abd-4ddc-af68-d2fead3567e5 req-9498a05b-d32a-4772-a7dd-55d3d56ec395 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/security-groups?id=1eaa7adf-c23d-4a19-a899-ef24f817425f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607285 Sep 07 14:07:10.972796 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8949b365-e97b-4717-8082-8463eb0f4058 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac58136b-fcbc-4c46-b88e-320e811e71b4,revision_number=1']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:07:10.976088 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3502db3c-56c5-4e0e-b3b1-1c1f841d0276 req-18bbbde1-6efd-41e9-a701-3b9484c1bc18 tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] Made reservation on behalf of 301d490d25f3454f93967514c05236d8 for: {'port': 1} {{(pid=94138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 14:07:10.979951 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-3502db3c-56c5-4e0e-b3b1-1c1f841d0276 req-18bbbde1-6efd-41e9-a701-3b9484c1bc18 tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:10.985351 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [None req-8949b365-e97b-4717-8082-8463eb0f4058 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e1487fafd8be4475a36f272c1ede735d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5340807 Sep 07 14:07:10.988031 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.wsgi [-] (94137) accepted ('10.222.0.60', 45534) {{(pid=94137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:07:11.054730 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-42ced410-2a8e-4df9-a8c1-25cbc0610313 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:11.085020 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-42ced410-2a8e-4df9-a8c1-25cbc0610313 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:11.134862 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.db.db_base_plugin_common [req-3502db3c-56c5-4e0e-b3b1-1c1f841d0276 req-18bbbde1-6efd-41e9-a701-3b9484c1bc18 tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] Allocated IP 172.20.0.5 (3a770ecb-d737-4604-bdce-34f74ea9e614/b2229922-4dfa-4d78-95d7-c6d2313a09de/4d09b16a-797a-4fc5-ac48-ce9d0ebf9736) {{(pid=94138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 14:07:11.140588 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-42ced410-2a8e-4df9-a8c1-25cbc0610313 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585164'] for security_group, after_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:11.145960 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-42ced410-2a8e-4df9-a8c1-25cbc0610313 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:11.147625 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [None req-42ced410-2a8e-4df9-a8c1-25cbc0610313 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ac58136b-fcbc-4c46-b88e-320e811e71b4 HTTP/1.1" status: 204 len: 168 time: 0.1585679 Sep 07 14:07:11.171178 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ced410-2a8e-4df9-a8c1-25cbc0610313 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac58136b-fcbc-4c46-b88e-320e811e71b4,revision_number=None']} {{(pid=94137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:07:11.360791 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-3502db3c-56c5-4e0e-b3b1-1c1f841d0276 req-18bbbde1-6efd-41e9-a701-3b9484c1bc18 tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] Notify callbacks [] for port, precommit_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:11.422307 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-3502db3c-56c5-4e0e-b3b1-1c1f841d0276 req-18bbbde1-6efd-41e9-a701-3b9484c1bc18 tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735728620445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65197361'] for port, after_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:11.474465 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3502db3c-56c5-4e0e-b3b1-1c1f841d0276 req-18bbbde1-6efd-41e9-a701-3b9484c1bc18 tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] Network 3a770ecb-d737-4604-bdce-34f74ea9e614 is already hosted by enough agents. {{(pid=94138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 14:07:11.474628 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.scheduler.base_scheduler [req-3502db3c-56c5-4e0e-b3b1-1c1f841d0276 req-18bbbde1-6efd-41e9-a701-3b9484c1bc18 tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] Resources bound (agent type, host, resource id): {{(pid=94138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:07:11.479498 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.db.l3_dvrscheduler_db [req-3502db3c-56c5-4e0e-b3b1-1c1f841d0276 req-18bbbde1-6efd-41e9-a701-3b9484c1bc18 tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] Received port after_create {{(pid=94138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 14:07:11.512750 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bbbde1-6efd-41e9-a701-3b9484c1bc18 tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] Pushing event updated for resources: {'Port': ['ID=4d09b16a-797a-4fc5-ac48-ce9d0ebf9736,revision_number=1']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:07:11.538826 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3502db3c-56c5-4e0e-b3b1-1c1f841d0276 req-18bbbde1-6efd-41e9-a701-3b9484c1bc18 tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:07:11.539768 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-3502db3c-56c5-4e0e-b3b1-1c1f841d0276 req-18bbbde1-6efd-41e9-a701-3b9484c1bc18 tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88768'] for port, before_response {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:11.559366 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-3502db3c-56c5-4e0e-b3b1-1c1f841d0276 req-18bbbde1-6efd-41e9-a701-3b9484c1bc18 tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0159647 Sep 07 14:07:11.631799 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.wsgi [-] (94137) accepted ('10.222.0.60', 45560) {{(pid=94137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:07:11.894266 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8e1a22-a476-4b54-8350-fab74a77fe42 req-3cd2696b-d28f-4903-8cfa-7b1f3c771273 tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:07:11.895844 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-bc8e1a22-a476-4b54-8350-fab74a77fe42 req-3cd2696b-d28f-4903-8cfa-7b1f3c771273 tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] 10.222.0.60 "GET /v2.0/ports?device_id=380c0e23-3e85-4a57-a7fe-b532de4e6bf5 HTTP/1.1" status: 200 len: 931 time: 0.1169975 Sep 07 14:07:11.897579 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-d37d3250-af8e-4b3b-bcab-f8689482f953 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:11.950359 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d513fa31-1c2e-49c0-8d84-545087d6880d req-949608a1-09c9-4383-a75d-78ac125dc20d tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:07:11.951868 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-d513fa31-1c2e-49c0-8d84-545087d6880d req-949608a1-09c9-4383-a75d-78ac125dc20d tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/ports?device_id=57786085-de64-409b-9733-924d9894dbe5 HTTP/1.1" status: 200 len: 946 time: 0.1113086 Sep 07 14:07:11.988920 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-bc8e1a22-a476-4b54-8350-fab74a77fe42 req-7abfa154-9c6f-4211-84a9-66e88ae9d72a tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] 10.222.0.60 "GET /v2.0/security-groups?id=4f7dc2d4-63eb-4f55-94d4-dc3bb3bdb6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845275 Sep 07 14:07:12.039427 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-d513fa31-1c2e-49c0-8d84-545087d6880d req-8e5766a9-f652-4af5-a763-840a9907bf1a tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/security-groups?id=1eaa7adf-c23d-4a19-a899-ef24f817425f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765331 Sep 07 14:07:12.096340 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-d37d3250-af8e-4b3b-bcab-f8689482f953 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:12.101358 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-d37d3250-af8e-4b3b-bcab-f8689482f953 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585164'] for security_group, after_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:12.138036 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37d3250-af8e-4b3b-bcab-f8689482f953 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1a62813-c1ca-48ae-8ae9-76042bc691bb,revision_number=1']} {{(pid=94137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:07:12.142216 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [None req-d37d3250-af8e-4b3b-bcab-f8689482f953 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ebfd83c8442f4c7d9852095fae6c3436&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5091403 Sep 07 14:07:12.151052 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.wsgi [-] (94137) accepted ('10.222.0.60', 45586) {{(pid=94137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:07:12.198935 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-06000f20-59ba-424d-8640-3a8197c86f8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:12.222243 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-06000f20-59ba-424d-8640-3a8197c86f8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:12.259661 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.v2.base [req-3502db3c-56c5-4e0e-b3b1-1c1f841d0276 req-caf410ec-8a1f-43b8-88ef-685a04e8ee22 service neutron] Request body: {'port': {'device_id': '380c0e23-3e85-4a57-a7fe-b532de4e6bf5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78291'}} {{(pid=94138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:07:12.271865 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-06000f20-59ba-424d-8640-3a8197c86f8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585164'] for security_group, after_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:12.275230 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-06000f20-59ba-424d-8640-3a8197c86f8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:12.276499 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [None req-06000f20-59ba-424d-8640-3a8197c86f8d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c1a62813-c1ca-48ae-8ae9-76042bc691bb HTTP/1.1" status: 204 len: 168 time: 0.1292000 Sep 07 14:07:12.285498 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06000f20-59ba-424d-8640-3a8197c86f8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1a62813-c1ca-48ae-8ae9-76042bc691bb,revision_number=None']} {{(pid=94137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:07:12.332180 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-3502db3c-56c5-4e0e-b3b1-1c1f841d0276 req-caf410ec-8a1f-43b8-88ef-685a04e8ee22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_update {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:12.636923 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.wsgi [-] (94137) accepted ('10.222.0.60', 45608) {{(pid=94137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:07:12.645136 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.notifiers.nova [req-3502db3c-56c5-4e0e-b3b1-1c1f841d0276 req-caf410ec-8a1f-43b8-88ef-685a04e8ee22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d09b16a-797a-4fc5-ac48-ce9d0ebf9736 {{(pid=94138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 14:07:12.652485 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-47f307cd-8c69-4328-8262-7c518b76106e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:12.654415 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-3502db3c-56c5-4e0e-b3b1-1c1f841d0276 req-caf410ec-8a1f-43b8-88ef-685a04e8ee22 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:12.668325 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.db.provisioning_blocks [req-3502db3c-56c5-4e0e-b3b1-1c1f841d0276 req-caf410ec-8a1f-43b8-88ef-685a04e8ee22 service neutron] Transition to ACTIVE for port object 4d09b16a-797a-4fc5-ac48-ce9d0ebf9736 will not be triggered until provisioned by entity L2. {{(pid=94138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 14:07:12.672806 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-3502db3c-56c5-4e0e-b3b1-1c1f841d0276 req-caf410ec-8a1f-43b8-88ef-685a04e8ee22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735729008622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735728620463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735728620481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65197374'] for port, after_update {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:12.734452 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf410ec-8a1f-43b8-88ef-685a04e8ee22 service neutron] Pushing event updated for resources: {'Port': ['ID=4d09b16a-797a-4fc5-ac48-ce9d0ebf9736,revision_number=2']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:07:12.758426 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-47f307cd-8c69-4328-8262-7c518b76106e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:12.763232 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-47f307cd-8c69-4328-8262-7c518b76106e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585164'] for security_group, after_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:12.800012 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.managers [req-3502db3c-56c5-4e0e-b3b1-1c1f841d0276 req-caf410ec-8a1f-43b8-88ef-685a04e8ee22 service neutron] Attempting to bind port 4d09b16a-797a-4fc5-ac48-ce9d0ebf9736 on host hv-cinder-78291 for vnic_type normal with profile {{(pid=94138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 14:07:12.800354 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.managers [req-3502db3c-56c5-4e0e-b3b1-1c1f841d0276 req-caf410ec-8a1f-43b8-88ef-685a04e8ee22 service neutron] Attempting to bind port 4d09b16a-797a-4fc5-ac48-ce9d0ebf9736 by drivers openvswitch,hyperv on host hv-cinder-78291 at level 0 using segments [{'id': '273b8804-25ce-4bc4-8196-9c483ce6e52d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '3a770ecb-d737-4604-bdce-34f74ea9e614'}] {{(pid=94138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 14:07:12.800819 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3502db3c-56c5-4e0e-b3b1-1c1f841d0276 req-caf410ec-8a1f-43b8-88ef-685a04e8ee22 service neutron] Attempting to bind port 4d09b16a-797a-4fc5-ac48-ce9d0ebf9736 on network 3a770ecb-d737-4604-bdce-34f74ea9e614 {{(pid=94138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 14:07:12.803320 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f307cd-8c69-4328-8262-7c518b76106e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bda694f9-113f-4247-8179-4d9980b51b29,revision_number=1']} {{(pid=94137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:07:12.805648 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3502db3c-56c5-4e0e-b3b1-1c1f841d0276 req-caf410ec-8a1f-43b8-88ef-685a04e8ee22 service neutron] Port 4d09b16a-797a-4fc5-ac48-ce9d0ebf9736 on network 3a770ecb-d737-4604-bdce-34f74ea9e614 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78291 {{(pid=94138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 14:07:12.805974 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3502db3c-56c5-4e0e-b3b1-1c1f841d0276 req-caf410ec-8a1f-43b8-88ef-685a04e8ee22 service neutron] Attempting to bind port 4d09b16a-797a-4fc5-ac48-ce9d0ebf9736 on network 3a770ecb-d737-4604-bdce-34f74ea9e614 {{(pid=94138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 14:07:12.807658 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [None req-47f307cd-8c69-4328-8262-7c518b76106e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=52ae7c815c404c36aad784a9edd10fc7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1695564 Sep 07 14:07:12.810442 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.wsgi [-] (94137) accepted ('10.222.0.60', 45614) {{(pid=94137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:07:12.814077 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3502db3c-56c5-4e0e-b3b1-1c1f841d0276 req-caf410ec-8a1f-43b8-88ef-685a04e8ee22 service neutron] Checking agent: {'id': '42fa3594-1565-4da1-9b03-2e08c5cc8c06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78291', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 14, 4, 18), 'started_at': datetime.datetime(2021, 9, 7, 14, 4, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 14, 6, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 14:07:12.814403 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3502db3c-56c5-4e0e-b3b1-1c1f841d0276 req-caf410ec-8a1f-43b8-88ef-685a04e8ee22 service neutron] Checking segment: {'id': '273b8804-25ce-4bc4-8196-9c483ce6e52d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '3a770ecb-d737-4604-bdce-34f74ea9e614'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 14:07:12.814800 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3502db3c-56c5-4e0e-b3b1-1c1f841d0276 req-caf410ec-8a1f-43b8-88ef-685a04e8ee22 service neutron] Bound using segment: {'id': '273b8804-25ce-4bc4-8196-9c483ce6e52d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '3a770ecb-d737-4604-bdce-34f74ea9e614'} {{(pid=94138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 14:07:12.815236 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.managers [req-3502db3c-56c5-4e0e-b3b1-1c1f841d0276 req-caf410ec-8a1f-43b8-88ef-685a04e8ee22 service neutron] Bound port: 4d09b16a-797a-4fc5-ac48-ce9d0ebf9736, host: hv-cinder-78291, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '273b8804-25ce-4bc4-8196-9c483ce6e52d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '3a770ecb-d737-4604-bdce-34f74ea9e614'}}] {{(pid=94138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 14:07:12.815618 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-3502db3c-56c5-4e0e-b3b1-1c1f841d0276 req-caf410ec-8a1f-43b8-88ef-685a04e8ee22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_update {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:12.863787 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-3a4d8bdb-af38-40e7-9e87-32a158c9ed91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:12.889526 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-3a4d8bdb-af38-40e7-9e87-32a158c9ed91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:12.901398 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.db [req-3502db3c-56c5-4e0e-b3b1-1c1f841d0276 req-caf410ec-8a1f-43b8-88ef-685a04e8ee22 service neutron] For port 4d09b16a-797a-4fc5-ac48-ce9d0ebf9736, host hv-cinder-78291, cleared binding levels {{(pid=94138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 14:07:12.905514 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.db [req-3502db3c-56c5-4e0e-b3b1-1c1f841d0276 req-caf410ec-8a1f-43b8-88ef-685a04e8ee22 service neutron] For port 4d09b16a-797a-4fc5-ac48-ce9d0ebf9736, host hv-cinder-78291, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=4d09b16a-797a-4fc5-ac48-ce9d0ebf9736,segment=NetworkSegment(273b8804-25ce-4bc4-8196-9c483ce6e52d),segment_id=273b8804-25ce-4bc4-8196-9c483ce6e52d)] {{(pid=94138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 14:07:12.911350 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-3502db3c-56c5-4e0e-b3b1-1c1f841d0276 req-caf410ec-8a1f-43b8-88ef-685a04e8ee22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735729008622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735728620463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735728620481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65197374'] for port, after_update {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:12.944999 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-3a4d8bdb-af38-40e7-9e87-32a158c9ed91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585164'] for security_group, after_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:12.951712 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-3a4d8bdb-af38-40e7-9e87-32a158c9ed91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:12.951900 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3502db3c-56c5-4e0e-b3b1-1c1f841d0276 req-caf410ec-8a1f-43b8-88ef-685a04e8ee22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:07:12.952380 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-3502db3c-56c5-4e0e-b3b1-1c1f841d0276 req-caf410ec-8a1f-43b8-88ef-685a04e8ee22 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88768'] for port, before_response {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:12.953430 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [None req-3a4d8bdb-af38-40e7-9e87-32a158c9ed91 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/bda694f9-113f-4247-8179-4d9980b51b29 HTTP/1.1" status: 204 len: 168 time: 0.1400809 Sep 07 14:07:12.957262 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-3502db3c-56c5-4e0e-b3b1-1c1f841d0276 req-caf410ec-8a1f-43b8-88ef-685a04e8ee22 service neutron] 10.222.0.23 "PUT /v2.0/ports/4d09b16a-797a-4fc5-ac48-ce9d0ebf9736 HTTP/1.1" status: 200 len: 1093 time: 0.7029130 Sep 07 14:07:12.957526 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '380c0e23-3e85-4a57-a7fe-b532de4e6bf5', 'tag': '4d09b16a-797a-4fc5-ac48-ce9d0ebf9736'}] {{(pid=94138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:07:12.960064 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2f7ddeb31991bace343f2b2f4f22cd3bc4274a24b7cd750f83a004d46e17087" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3540a14-7eb7-483a-9c69-30b242204f6e" -d '{"events": [{"name": "network-changed", "server_uuid": "380c0e23-3e85-4a57-a7fe-b532de4e6bf5", "tag": "4d09b16a-797a-4fc5-ac48-ce9d0ebf9736"}]}' {{(pid=94138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:07:12.964584 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4d8bdb-af38-40e7-9e87-32a158c9ed91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bda694f9-113f-4247-8179-4d9980b51b29,revision_number=None']} {{(pid=94137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:07:12.983459 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf410ec-8a1f-43b8-88ef-685a04e8ee22 service neutron] Pushing event updated for resources: {'Port': ['ID=4d09b16a-797a-4fc5-ac48-ce9d0ebf9736,revision_number=3']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:07:13.013487 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 14:07:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8110e6e2-0aed-41f2-a610-58464b9aa64d x-openstack-request-id: req-8110e6e2-0aed-41f2-a610-58464b9aa64d {{(pid=94138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:07:13.013719 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "380c0e23-3e85-4a57-a7fe-b532de4e6bf5", "tag": "4d09b16a-797a-4fc5-ac48-ce9d0ebf9736", "status": "completed", "code": 200}]} {{(pid=94138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:07:13.013975 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8110e6e2-0aed-41f2-a610-58464b9aa64d {{(pid=94138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:07:13.014369 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '380c0e23-3e85-4a57-a7fe-b532de4e6bf5', 'tag': '4d09b16a-797a-4fc5-ac48-ce9d0ebf9736', 'status': 'completed', 'code': 200} Sep 07 14:07:13.111942 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d87b0b3-cbee-419a-84ba-34d14b595f5d req-4c2c3519-12ca-430b-990f-7545491a61d1 tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:07:13.114460 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-2d87b0b3-cbee-419a-84ba-34d14b595f5d req-4c2c3519-12ca-430b-990f-7545491a61d1 tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] 10.222.0.60 "GET /v2.0/ports?device_id=380c0e23-3e85-4a57-a7fe-b532de4e6bf5 HTTP/1.1" status: 200 len: 943 time: 0.0524817 Sep 07 14:07:13.166187 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-2d87b0b3-cbee-419a-84ba-34d14b595f5d req-7c8068e2-4ab5-41aa-af3c-a4de60529501 tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] 10.222.0.60 "GET /v2.0/security-groups?id=4f7dc2d4-63eb-4f55-94d4-dc3bb3bdb6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449085 Sep 07 14:07:13.285807 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875a930f-aa7b-4b78-9243-609685c9b4ab req-4530f93d-1216-4546-8591-64ae689dbed1 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:07:13.294796 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-875a930f-aa7b-4b78-9243-609685c9b4ab req-4530f93d-1216-4546-8591-64ae689dbed1 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/ports?device_id=57786085-de64-409b-9733-924d9894dbe5 HTTP/1.1" status: 200 len: 946 time: 0.0689743 Sep 07 14:07:13.334490 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-875a930f-aa7b-4b78-9243-609685c9b4ab req-aa8538e3-018e-4667-95e6-f3410230aaca tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/security-groups?id=1eaa7adf-c23d-4a19-a899-ef24f817425f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327244 Sep 07 14:07:13.453860 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-34b15a01-d2d7-4945-9f06-f7d84308be23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:13.848823 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.wsgi [-] (94137) accepted ('10.222.0.60', 45658) {{(pid=94137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:07:13.950156 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.v2.base [None req-6e07329c-4d0e-4409-8b79-b2a52c48d507 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-236433695-network', 'tenant_id': 'de109ed6502d4a7aa4975bcb362b2a28'}} {{(pid=94137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:07:13.971281 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e07329c-4d0e-4409-8b79-b2a52c48d507 admin admin] Made reservation on behalf of de109ed6502d4a7aa4975bcb362b2a28 for: {'network': 1} {{(pid=94137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 14:07:13.974010 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-6e07329c-4d0e-4409-8b79-b2a52c48d507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for network, before_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:13.983607 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-6e07329c-4d0e-4409-8b79-b2a52c48d507 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:14.075571 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-6e07329c-4d0e-4409-8b79-b2a52c48d507 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:14.085737 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-6e07329c-4d0e-4409-8b79-b2a52c48d507 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585164'] for security_group, after_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:14.111176 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e07329c-4d0e-4409-8b79-b2a52c48d507 admin admin] vlan segment allocate from pool success with {'vlan_id': 657, 'physical_network': 'physnet1'} {{(pid=94137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 14:07:14.121519 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e07329c-4d0e-4409-8b79-b2a52c48d507 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4fa4951-cd1a-4cb9-a495-a47a3a3d018e,revision_number=1']} {{(pid=94137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:07:14.127811 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-6e07329c-4d0e-4409-8b79-b2a52c48d507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1461082'] for segment, precommit_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:14.127811 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.db.segments_db [None req-6e07329c-4d0e-4409-8b79-b2a52c48d507 admin admin] Added segment 21aa3f00-bdfc-4a2f-8f1d-528f995b4a8c of type vlan for network cfc1d0f7-8111-48b5-a97c-1936f77a6a8c Sep 07 14:07:14.171100 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-6e07329c-4d0e-4409-8b79-b2a52c48d507 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735728577284'] for network, precommit_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:14.174979 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-90497945-cc67-4e40-89ff-93978391019b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:14.198200 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-6e07329c-4d0e-4409-8b79-b2a52c48d507 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072'] for network, after_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:14.199537 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e07329c-4d0e-4409-8b79-b2a52c48d507 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:07:14.199865 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-6e07329c-4d0e-4409-8b79-b2a52c48d507 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539090'] for network, before_response {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:14.238343 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.wsgi [-] (94138) accepted ('10.222.0.60', 45666) {{(pid=94138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:07:14.239137 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [None req-6e07329c-4d0e-4409-8b79-b2a52c48d507 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3890834 Sep 07 14:07:14.243993 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.v2.base [None req-9b3faf11-533b-43e5-b19a-36a1abe35dd0 admin admin] Request body: {'subnet': {'network_id': 'cfc1d0f7-8111-48b5-a97c-1936f77a6a8c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-236433695-subnet', 'tenant_id': 'de109ed6502d4a7aa4975bcb362b2a28', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:07:14.292831 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e07329c-4d0e-4409-8b79-b2a52c48d507 admin admin] Pushing event updated for resources: {'Network': ['ID=cfc1d0f7-8111-48b5-a97c-1936f77a6a8c,revision_number=1']} {{(pid=94137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:07:14.299165 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b3faf11-533b-43e5-b19a-36a1abe35dd0 admin admin] Made reservation on behalf of de109ed6502d4a7aa4975bcb362b2a28 for: {'subnet': 1} {{(pid=94138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 14:07:14.301486 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-9b3faf11-533b-43e5-b19a-36a1abe35dd0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64691878'] for subnet, before_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:14.305149 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-90497945-cc67-4e40-89ff-93978391019b None None] Network cfc1d0f7-8111-48b5-a97c-1936f77a6a8c details requested by agent ovs-agent-dv-cinder-782910-4-iscsi with host dv-cinder-782910-4-iscsi {{(pid=94139) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 14:07:14.318501 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3540a14-7eb7-483a-9c69-30b242204f6e req-d3fe59e4-c614-45bd-bff6-d064fb0cb391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:07:14.319927 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-e3540a14-7eb7-483a-9c69-30b242204f6e req-d3fe59e4-c614-45bd-bff6-d064fb0cb391 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=301d490d25f3454f93967514c05236d8&device_id=380c0e23-3e85-4a57-a7fe-b532de4e6bf5 HTTP/1.1" status: 200 len: 1096 time: 0.0677044 Sep 07 14:07:14.333811 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec8bc03-a1fe-4656-9864-c98015feea97 req-ccbd0315-2b71-49a7-a380-72583e026f95 tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:07:14.342095 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-0ec8bc03-a1fe-4656-9864-c98015feea97 req-ccbd0315-2b71-49a7-a380-72583e026f95 tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] 10.222.0.60 "GET /v2.0/ports?device_id=380c0e23-3e85-4a57-a7fe-b532de4e6bf5 HTTP/1.1" status: 200 len: 943 time: 0.0616086 Sep 07 14:07:14.390835 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-0ec8bc03-a1fe-4656-9864-c98015feea97 req-ced57c30-4461-4b8e-98c5-9901f912c388 tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] 10.222.0.60 "GET /v2.0/security-groups?id=4f7dc2d4-63eb-4f55-94d4-dc3bb3bdb6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398035 Sep 07 14:07:14.472837 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e30f5ff-e195-41d9-ab10-e87be3bdf10f req-e715d26f-3b19-4a94-ac23-c24e4bfa9f4a tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:07:14.474499 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-8e30f5ff-e195-41d9-ab10-e87be3bdf10f req-e715d26f-3b19-4a94-ac23-c24e4bfa9f4a tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/ports?device_id=57786085-de64-409b-9733-924d9894dbe5 HTTP/1.1" status: 200 len: 946 time: 0.0498362 Sep 07 14:07:14.518046 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-8e30f5ff-e195-41d9-ab10-e87be3bdf10f req-7dc6b4f7-bd24-472a-9847-7c0a901c3dbe tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/security-groups?id=1eaa7adf-c23d-4a19-a899-ef24f817425f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364916 Sep 07 14:07:14.591680 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3540a14-7eb7-483a-9c69-30b242204f6e req-86372a5f-46b0-417a-828d-b2b5c63d0887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:07:14.593389 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-e3540a14-7eb7-483a-9c69-30b242204f6e req-86372a5f-46b0-417a-828d-b2b5c63d0887 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=301d490d25f3454f93967514c05236d8&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2642133 Sep 07 14:07:14.671844 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-cec4f6fb-2ca0-44f4-a970-9dc467b3a3ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:14.781837 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-9b3faf11-533b-43e5-b19a-36a1abe35dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65197445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64691888'] for subnet, after_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:14.850498 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3540a14-7eb7-483a-9c69-30b242204f6e req-2ffcdbae-4423-4d7b-b2a6-11589dcbe4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:07:14.852255 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-e3540a14-7eb7-483a-9c69-30b242204f6e req-2ffcdbae-4423-4d7b-b2a6-11589dcbe4e7 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2473025 Sep 07 14:07:14.876083 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3faf11-533b-43e5-b19a-36a1abe35dd0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6aab1de-02e8-40a6-8fde-76adbced6ad3,revision_number=0']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:07:14.884170 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b3faf11-533b-43e5-b19a-36a1abe35dd0 admin admin] Checking segment: {'id': '21aa3f00-bdfc-4a2f-8f1d-528f995b4a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'cfc1d0f7-8111-48b5-a97c-1936f77a6a8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 14:07:14.884525 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b3faf11-533b-43e5-b19a-36a1abe35dd0 admin admin] Network hostable DHCP agents. Network: cfc1d0f7-8111-48b5-a97c-1936f77a6a8c, hostable agents: ['6cb9538d-ef7d-4fb7-b0aa-ad613f860704'], hosted agents: [] {{(pid=94138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 14:07:14.922373 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b3faf11-533b-43e5-b19a-36a1abe35dd0 admin admin] Network cfc1d0f7-8111-48b5-a97c-1936f77a6a8c is scheduled to be hosted by DHCP agent 6cb9538d-ef7d-4fb7-b0aa-ad613f860704 with binding_index 1 {{(pid=94138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 14:07:14.936972 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.scheduler.base_scheduler [None req-9b3faf11-533b-43e5-b19a-36a1abe35dd0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782910-4-iscsi, cfc1d0f7-8111-48b5-a97c-1936f77a6a8c) {{(pid=94138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:07:14.941763 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b3faf11-533b-43e5-b19a-36a1abe35dd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:07:14.942344 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-9b3faf11-533b-43e5-b19a-36a1abe35dd0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:14.947897 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1968a76-218c-4a94-8c11-fc387fd82294 None None] Network cfc1d0f7-8111-48b5-a97c-1936f77a6a8c requested from dv-cinder-782910-4-iscsi {{(pid=94139) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 14:07:14.949473 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3502db3c-56c5-4e0e-b3b1-1c1f841d0276 req-7ed1437b-6eff-4999-9b4a-ec8470e7f42f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:07:14.950970 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-3502db3c-56c5-4e0e-b3b1-1c1f841d0276 req-7ed1437b-6eff-4999-9b4a-ec8470e7f42f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=301d490d25f3454f93967514c05236d8&device_id=380c0e23-3e85-4a57-a7fe-b532de4e6bf5 HTTP/1.1" status: 200 len: 1096 time: 0.0556822 Sep 07 14:07:14.972889 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [None req-9b3faf11-533b-43e5-b19a-36a1abe35dd0 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7282350 Sep 07 14:07:14.997871 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-3502db3c-56c5-4e0e-b3b1-1c1f841d0276 req-5f79c854-c7fd-487e-a7f9-afbd53145e83 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4d09b16a-797a-4fc5-ac48-ce9d0ebf9736 HTTP/1.1" status: 200 len: 217 time: 0.0384867 Sep 07 14:07:15.060912 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3502db3c-56c5-4e0e-b3b1-1c1f841d0276 req-adae62d1-1199-48f9-beb6-63e1bb18b5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:07:15.062649 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-3502db3c-56c5-4e0e-b3b1-1c1f841d0276 req-adae62d1-1199-48f9-beb6-63e1bb18b5e1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b2229922-4dfa-4d78-95d7-c6d2313a09de HTTP/1.1" status: 200 len: 855 time: 0.0570564 Sep 07 14:07:15.101616 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-3502db3c-56c5-4e0e-b3b1-1c1f841d0276 req-a2c17d9c-7fb2-4fa5-ae1f-546829e307f7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3a770ecb-d737-4604-bdce-34f74ea9e614&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306168 Sep 07 14:07:15.109810 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a08f4b4d-7fb7-493b-b4c7-d41ca86e643e None None] Network cfc1d0f7-8111-48b5-a97c-1936f77a6a8c requested from dv-cinder-782910-4-iscsi {{(pid=94139) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 14:07:15.240436 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-3502db3c-56c5-4e0e-b3b1-1c1f841d0276 req-9e371a9c-03d0-4231-adf8-943062422338 service neutron] 10.222.0.23 "GET /v2.0/networks/3a770ecb-d737-4604-bdce-34f74ea9e614?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273263 Sep 07 14:07:15.349969 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-3502db3c-56c5-4e0e-b3b1-1c1f841d0276 req-7ec06133-8208-43eb-b0aa-cbf041a41585 service neutron] 10.222.0.23 "GET /v2.0/networks/3a770ecb-d737-4604-bdce-34f74ea9e614?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014259 Sep 07 14:07:15.524621 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b02e5d8-b11b-4b20-924f-ec0dd008d0d9 req-d50480ea-e6ff-421d-bf86-3149a59f1d59 tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:07:15.526130 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-6b02e5d8-b11b-4b20-924f-ec0dd008d0d9 req-d50480ea-e6ff-421d-bf86-3149a59f1d59 tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] 10.222.0.60 "GET /v2.0/ports?device_id=380c0e23-3e85-4a57-a7fe-b532de4e6bf5 HTTP/1.1" status: 200 len: 943 time: 0.0600166 Sep 07 14:07:15.548569 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.wsgi [-] (94138) accepted ('10.222.0.60', 45702) {{(pid=94138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:07:15.553939 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.v2.base [None req-b3c6fc55-a8d5-41fe-9504-8b6a2bb61eee admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1395228338-network', 'tenant_id': '0f6323ffa11349a8ab54e0d1d087c068'}} {{(pid=94138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:07:15.575787 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-6b02e5d8-b11b-4b20-924f-ec0dd008d0d9 req-d84bc382-0cfd-44d4-964b-0e70dde92155 tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] 10.222.0.60 "GET /v2.0/security-groups?id=4f7dc2d4-63eb-4f55-94d4-dc3bb3bdb6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420089 Sep 07 14:07:15.610752 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3c6fc55-a8d5-41fe-9504-8b6a2bb61eee admin admin] Made reservation on behalf of 0f6323ffa11349a8ab54e0d1d087c068 for: {'network': 1} {{(pid=94138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 14:07:15.613843 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-b3c6fc55-a8d5-41fe-9504-8b6a2bb61eee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for network, before_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:15.623543 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-b3c6fc55-a8d5-41fe-9504-8b6a2bb61eee admin admin] Notify callbacks [] for security_group, before_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:15.679431 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9add8f7a-8ee2-4ad6-bb25-c350f1085f19 req-c3213c5a-f158-4a5c-8017-42505c569f1a tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:07:15.687040 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-9add8f7a-8ee2-4ad6-bb25-c350f1085f19 req-c3213c5a-f158-4a5c-8017-42505c569f1a tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/ports?device_id=57786085-de64-409b-9733-924d9894dbe5 HTTP/1.1" status: 200 len: 946 time: 0.0758450 Sep 07 14:07:15.766789 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-9add8f7a-8ee2-4ad6-bb25-c350f1085f19 req-916af04f-276d-4638-8a09-f91f7c8e1c9a tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/security-groups?id=1eaa7adf-c23d-4a19-a899-ef24f817425f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603034 Sep 07 14:07:15.774387 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-b3c6fc55-a8d5-41fe-9504-8b6a2bb61eee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:15.779731 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-b3c6fc55-a8d5-41fe-9504-8b6a2bb61eee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585164'] for security_group, after_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:15.792574 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3c6fc55-a8d5-41fe-9504-8b6a2bb61eee admin admin] vlan segment allocate from pool success with {'vlan_id': 694, 'physical_network': 'physnet1'} {{(pid=94138) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 14:07:15.814001 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-b3c6fc55-a8d5-41fe-9504-8b6a2bb61eee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1461082'] for segment, precommit_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:15.814511 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.db.segments_db [None req-b3c6fc55-a8d5-41fe-9504-8b6a2bb61eee admin admin] Added segment 9e9c26da-80c3-43c0-a72d-f59debf585c0 of type vlan for network 80a12e4b-3268-490c-8606-1f7b9a86f907 Sep 07 14:07:15.861069 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c6fc55-a8d5-41fe-9504-8b6a2bb61eee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e3a8be4-ae8d-4ccb-9025-93669b72c819,revision_number=1']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:07:15.878178 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-b3c6fc55-a8d5-41fe-9504-8b6a2bb61eee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735728577284'] for network, precommit_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:15.883844 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-24e6fa56-2407-4935-9ec7-bc4eea9bdf8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:15.911426 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-b3c6fc55-a8d5-41fe-9504-8b6a2bb61eee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072'] for network, after_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:15.913572 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3c6fc55-a8d5-41fe-9504-8b6a2bb61eee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:07:15.914929 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-b3c6fc55-a8d5-41fe-9504-8b6a2bb61eee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539090'] for network, before_response {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:15.970008 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [None req-b3c6fc55-a8d5-41fe-9504-8b6a2bb61eee admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4201427 Sep 07 14:07:15.970856 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.wsgi [-] (94137) accepted ('10.222.0.60', 45722) {{(pid=94137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:07:15.977756 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.v2.base [None req-d34ab4c4-c9ac-43b8-b775-9b6af5b30dda admin admin] Request body: {'subnet': {'network_id': '80a12e4b-3268-490c-8606-1f7b9a86f907', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1395228338-subnet', 'tenant_id': '0f6323ffa11349a8ab54e0d1d087c068', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:07:16.036009 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d34ab4c4-c9ac-43b8-b775-9b6af5b30dda admin admin] Made reservation on behalf of 0f6323ffa11349a8ab54e0d1d087c068 for: {'subnet': 1} {{(pid=94137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 14:07:16.036325 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c6fc55-a8d5-41fe-9504-8b6a2bb61eee admin admin] Pushing event updated for resources: {'Network': ['ID=80a12e4b-3268-490c-8606-1f7b9a86f907,revision_number=1']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:07:16.040049 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-d34ab4c4-c9ac-43b8-b775-9b6af5b30dda admin admin] Notify callbacks [] for subnet, before_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:16.049419 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-90497945-cc67-4e40-89ff-93978391019b None None] Network 80a12e4b-3268-490c-8606-1f7b9a86f907 details requested by agent ovs-agent-dv-cinder-782910-4-iscsi with host dv-cinder-782910-4-iscsi {{(pid=94139) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 14:07:16.226613 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-ed5057ed-5407-4c57-a70c-0d5fe940c33a req-4926d1d9-7fd0-4026-8692-d0ed09611290 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=752df912-1fe9-4a3a-aedc-0b4fe4e15164&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0555022 Sep 07 14:07:16.343223 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5057ed-5407-4c57-a70c-0d5fe940c33a req-77cf7eb7-240f-4909-a10f-3b1b3a90707e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:07:16.350083 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-ed5057ed-5407-4c57-a70c-0d5fe940c33a req-77cf7eb7-240f-4909-a10f-3b1b3a90707e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1d6de94667ae4a6191fd8937736e1379&device_id=752df912-1fe9-4a3a-aedc-0b4fe4e15164 HTTP/1.1" status: 200 len: 1098 time: 0.0601635 Sep 07 14:07:16.506890 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5057ed-5407-4c57-a70c-0d5fe940c33a req-85a71d42-75f0-4e8b-9830-db623d9bd94f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:07:16.509575 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-ed5057ed-5407-4c57-a70c-0d5fe940c33a req-85a71d42-75f0-4e8b-9830-db623d9bd94f service neutron] 10.222.0.23 "GET /v2.0/networks?id=b48e9ba8-aaf3-4c6b-ae21-ae2a5cc44314 HTTP/1.1" status: 200 len: 919 time: 0.1253195 Sep 07 14:07:16.512444 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-d34ab4c4-c9ac-43b8-b775-9b6af5b30dda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072'] for subnet, after_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:16.605851 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-ed5057ed-5407-4c57-a70c-0d5fe940c33a req-be7baff0-94ec-4f77-bc0f-3f4d6057e05e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b6cd42c1-b689-49a0-9a9e-c9f3eb56a44a HTTP/1.1" status: 200 len: 217 time: 0.0625136 Sep 07 14:07:16.623218 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34ab4c4-c9ac-43b8-b775-9b6af5b30dda admin admin] Pushing event updated for resources: {'Subnet': ['ID=3af21af5-a815-4c2c-9da9-e79ba37613d1,revision_number=0']} {{(pid=94137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:07:16.639563 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d34ab4c4-c9ac-43b8-b775-9b6af5b30dda admin admin] Checking segment: {'id': '9e9c26da-80c3-43c0-a72d-f59debf585c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '80a12e4b-3268-490c-8606-1f7b9a86f907'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 14:07:16.640223 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d34ab4c4-c9ac-43b8-b775-9b6af5b30dda admin admin] Network hostable DHCP agents. Network: 80a12e4b-3268-490c-8606-1f7b9a86f907, hostable agents: ['6cb9538d-ef7d-4fb7-b0aa-ad613f860704'], hosted agents: [] {{(pid=94137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 14:07:16.683518 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d34ab4c4-c9ac-43b8-b775-9b6af5b30dda admin admin] Network 80a12e4b-3268-490c-8606-1f7b9a86f907 is scheduled to be hosted by DHCP agent 6cb9538d-ef7d-4fb7-b0aa-ad613f860704 with binding_index 1 {{(pid=94137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 14:07:16.701949 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.scheduler.base_scheduler [None req-d34ab4c4-c9ac-43b8-b775-9b6af5b30dda admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782910-4-iscsi, 80a12e4b-3268-490c-8606-1f7b9a86f907) {{(pid=94137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:07:16.707713 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d34ab4c4-c9ac-43b8-b775-9b6af5b30dda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:07:16.708322 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-d34ab4c4-c9ac-43b8-b775-9b6af5b30dda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539090'] for subnet, before_response {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:16.717718 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01081dfb-822f-48e9-bcef-aa76663b5517 None None] Network 80a12e4b-3268-490c-8606-1f7b9a86f907 requested from dv-cinder-782910-4-iscsi {{(pid=94139) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 14:07:16.722619 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5057ed-5407-4c57-a70c-0d5fe940c33a req-36746678-d72f-480c-bfdd-b5ebfbbb4433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:07:16.727756 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-ed5057ed-5407-4c57-a70c-0d5fe940c33a req-36746678-d72f-480c-bfdd-b5ebfbbb4433 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1cd4c5b2-90f1-4140-9c02-290aaedbc1cc HTTP/1.1" status: 200 len: 858 time: 0.1060081 Sep 07 14:07:16.736006 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [None req-d34ab4c4-c9ac-43b8-b775-9b6af5b30dda admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7621479 Sep 07 14:07:16.767985 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-ed5057ed-5407-4c57-a70c-0d5fe940c33a req-64566c68-029f-418e-b98f-3f47131f54f2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b48e9ba8-aaf3-4c6b-ae21-ae2a5cc44314&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345409 Sep 07 14:07:16.907691 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95f137c-c69e-45ff-8ac4-fc9a651f57dc req-73d6918e-1695-4e13-a0e5-5871ba897357 tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:07:16.919111 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-a95f137c-c69e-45ff-8ac4-fc9a651f57dc req-73d6918e-1695-4e13-a0e5-5871ba897357 tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] 10.222.0.60 "GET /v2.0/ports?device_id=380c0e23-3e85-4a57-a7fe-b532de4e6bf5 HTTP/1.1" status: 200 len: 943 time: 0.1356995 Sep 07 14:07:17.017978 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-ed5057ed-5407-4c57-a70c-0d5fe940c33a req-d73cfe98-11fe-44e4-9f32-adc5c1104e2e service neutron] 10.222.0.23 "GET /v2.0/networks/b48e9ba8-aaf3-4c6b-ae21-ae2a5cc44314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2418597 Sep 07 14:07:17.043931 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-a95f137c-c69e-45ff-8ac4-fc9a651f57dc req-27f651b2-9517-480e-b680-a086e4348e17 tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] 10.222.0.60 "GET /v2.0/security-groups?id=4f7dc2d4-63eb-4f55-94d4-dc3bb3bdb6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237433 Sep 07 14:07:17.051647 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3264e1d4-f611-4c3c-8f0e-1030dd1331de None None] Network 80a12e4b-3268-490c-8606-1f7b9a86f907 requested from dv-cinder-782910-4-iscsi {{(pid=94139) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 14:07:17.069675 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6dfaee-d98b-4ec8-8118-354e650fead2 req-43451e07-377f-43a1-b60c-41a71d59da88 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:07:17.077776 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-3f6dfaee-d98b-4ec8-8118-354e650fead2 req-43451e07-377f-43a1-b60c-41a71d59da88 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/ports?device_id=57786085-de64-409b-9733-924d9894dbe5 HTTP/1.1" status: 200 len: 946 time: 0.1513495 Sep 07 14:07:17.128019 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-3f6dfaee-d98b-4ec8-8118-354e650fead2 req-3324d251-a98e-411d-bfcd-16e5a7144bab tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/security-groups?id=1eaa7adf-c23d-4a19-a899-ef24f817425f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491068 Sep 07 14:07:17.193041 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-ed5057ed-5407-4c57-a70c-0d5fe940c33a req-2931adb4-0866-42a3-8792-57604ec53686 service neutron] 10.222.0.23 "GET /v2.0/networks/b48e9ba8-aaf3-4c6b-ae21-ae2a5cc44314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642516 Sep 07 14:07:18.216313 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efc5f62-fe95-43c2-b23f-9eb407682e08 req-8a529ed8-0182-4376-8e54-97193d5b3206 tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:07:18.217895 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-9efc5f62-fe95-43c2-b23f-9eb407682e08 req-8a529ed8-0182-4376-8e54-97193d5b3206 tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] 10.222.0.60 "GET /v2.0/ports?device_id=380c0e23-3e85-4a57-a7fe-b532de4e6bf5 HTTP/1.1" status: 200 len: 943 time: 0.0948167 Sep 07 14:07:18.302384 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-9efc5f62-fe95-43c2-b23f-9eb407682e08 req-3c70d91c-24d7-41a9-b2d9-91796ed57002 tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] 10.222.0.60 "GET /v2.0/security-groups?id=4f7dc2d4-63eb-4f55-94d4-dc3bb3bdb6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776577 Sep 07 14:07:18.323664 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6803dd-2858-4dd2-a491-3c327c4c923b req-435c209b-c5dd-4ef4-9798-e85577028f2c tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:07:18.325176 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-9f6803dd-2858-4dd2-a491-3c327c4c923b req-435c209b-c5dd-4ef4-9798-e85577028f2c tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/ports?device_id=57786085-de64-409b-9733-924d9894dbe5 HTTP/1.1" status: 200 len: 946 time: 0.0921860 Sep 07 14:07:18.354058 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:18.368973 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-9f6803dd-2858-4dd2-a491-3c327c4c923b req-e8437483-0841-49b8-a440-46bd7d23eeae tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/security-groups?id=1eaa7adf-c23d-4a19-a899-ef24f817425f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380116 Sep 07 14:07:19.362920 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.wsgi [-] (94137) accepted ('10.222.0.60', 45868) {{(pid=94137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:07:19.427023 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d339af2-5b46-4c31-975f-bb2b05e09ca0 req-3d2684d1-528c-4714-9fcd-e8586f332917 tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:07:19.428551 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-2d339af2-5b46-4c31-975f-bb2b05e09ca0 req-3d2684d1-528c-4714-9fcd-e8586f332917 tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] 10.222.0.60 "GET /v2.0/ports?device_id=380c0e23-3e85-4a57-a7fe-b532de4e6bf5 HTTP/1.1" status: 200 len: 943 time: 0.0494263 Sep 07 14:07:19.480980 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-2d339af2-5b46-4c31-975f-bb2b05e09ca0 req-ce71c5b8-086d-4e82-abaf-0de5448e3897 tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] 10.222.0.60 "GET /v2.0/security-groups?id=4f7dc2d4-63eb-4f55-94d4-dc3bb3bdb6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458603 Sep 07 14:07:19.482060 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-3423f70b-467d-4832-be63-428033b02902 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:19.541552 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Device 4d09b16a-797a-4fc5-ac48-ce9d0ebf9736 details requested by agent hyperv_hv-cinder-78291 with host hv-cinder-78291 {{(pid=94139) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 14:07:19.611807 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1287894c-251b-4961-a0de-31e73f6defd6 req-de1e28f3-2294-4b99-9883-0c997239965f tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:07:19.613267 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-1287894c-251b-4961-a0de-31e73f6defd6 req-de1e28f3-2294-4b99-9883-0c997239965f tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/ports?device_id=57786085-de64-409b-9733-924d9894dbe5 HTTP/1.1" status: 200 len: 946 time: 0.0758414 Sep 07 14:07:19.644391 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-3423f70b-467d-4832-be63-428033b02902 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:19.645525 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.db [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] For port 4d09b16a-797a-4fc5-ac48-ce9d0ebf9736, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=4d09b16a-797a-4fc5-ac48-ce9d0ebf9736,segment=NetworkSegment(273b8804-25ce-4bc4-8196-9c483ce6e52d),segment_id=273b8804-25ce-4bc4-8196-9c483ce6e52d)] {{(pid=94139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:07:19.653633 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-3423f70b-467d-4832-be63-428033b02902 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585164'] for security_group, after_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:19.658025 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Returning: {'device': '4d09b16a-797a-4fc5-ac48-ce9d0ebf9736', 'network_id': '3a770ecb-d737-4604-bdce-34f74ea9e614', 'port_id': '4d09b16a-797a-4fc5-ac48-ce9d0ebf9736', 'mac_address': 'fa:16:3e:fb:b5:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 691, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2229922-4dfa-4d78-95d7-c6d2313a09de', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94139) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 14:07:19.688588 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-1287894c-251b-4961-a0de-31e73f6defd6 req-1509d638-0757-490f-ab4c-eee5af82b292 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/security-groups?id=1eaa7adf-c23d-4a19-a899-ef24f817425f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675480 Sep 07 14:07:19.704526 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3423f70b-467d-4832-be63-428033b02902 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d4aaf05-1079-4abc-929c-1ae212d57600,revision_number=1']} {{(pid=94137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:07:19.708201 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:19.716064 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [None req-3423f70b-467d-4832-be63-428033b02902 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=16d73b0f562e41afa6c68cd9e580e92a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3517771 Sep 07 14:07:19.718785 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.wsgi [-] (94138) accepted ('10.222.0.60', 45874) {{(pid=94138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:07:19.721718 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.notifiers.nova [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d09b16a-797a-4fc5-ac48-ce9d0ebf9736 {{(pid=94139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 14:07:19.744585 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.db [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] For port 4d09b16a-797a-4fc5-ac48-ce9d0ebf9736, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=4d09b16a-797a-4fc5-ac48-ce9d0ebf9736,segment=NetworkSegment(273b8804-25ce-4bc4-8196-9c483ce6e52d),segment_id=273b8804-25ce-4bc4-8196-9c483ce6e52d)] {{(pid=94139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:07:19.748802 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735729008622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735728620463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735728620481'] for port, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:19.775116 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-b5956d90-21e6-43e2-b139-431728f1410d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:19.798024 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-b5956d90-21e6-43e2-b139-431728f1410d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:19.798281 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Pushing event updated for resources: {'Port': ['ID=4d09b16a-797a-4fc5-ac48-ce9d0ebf9736,revision_number=4']} {{(pid=94139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:07:19.805729 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:07:19.806117 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:07:19.806391 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:07:19.806717 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:07:19.807041 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:07:19.807365 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:07:19.807699 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:07:19.808007 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:07:19.808349 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:07:19.808670 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:07:19.808984 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:07:19.809320 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:07:19.847546 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-b5956d90-21e6-43e2-b139-431728f1410d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585164'] for security_group, after_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:19.850401 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-b5956d90-21e6-43e2-b139-431728f1410d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:19.852151 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [None req-b5956d90-21e6-43e2-b139-431728f1410d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1d4aaf05-1079-4abc-929c-1ae212d57600 HTTP/1.1" status: 204 len: 168 time: 0.1317880 Sep 07 14:07:19.860528 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5956d90-21e6-43e2-b139-431728f1410d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d4aaf05-1079-4abc-929c-1ae212d57600,revision_number=None']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:07:20.144397 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.wsgi [-] (94137) accepted ('10.222.0.60', 45888) {{(pid=94137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:07:20.166432 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-65b0d844-35cf-4700-9eff-1f5229bdc97d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:20.267507 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-65b0d844-35cf-4700-9eff-1f5229bdc97d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:20.271337 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-65b0d844-35cf-4700-9eff-1f5229bdc97d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585164'] for security_group, after_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:20.309348 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [None req-65b0d844-35cf-4700-9eff-1f5229bdc97d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9eb79b007ece479992b5ae73c959f43f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1638598 Sep 07 14:07:20.310272 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b0d844-35cf-4700-9eff-1f5229bdc97d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13fafc65-28a7-467e-948f-f20da3079914,revision_number=1']} {{(pid=94137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:07:20.312210 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.wsgi [-] (94138) accepted ('10.222.0.60', 45892) {{(pid=94138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:07:20.364464 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-36402bd5-f787-4d0b-91e8-e9b3bedd17e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:20.386231 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-36402bd5-f787-4d0b-91e8-e9b3bedd17e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:20.433617 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-36402bd5-f787-4d0b-91e8-e9b3bedd17e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585164'] for security_group, after_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:20.436160 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-36402bd5-f787-4d0b-91e8-e9b3bedd17e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:20.437345 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [None req-36402bd5-f787-4d0b-91e8-e9b3bedd17e9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/13fafc65-28a7-467e-948f-f20da3079914 HTTP/1.1" status: 204 len: 168 time: 0.1239181 Sep 07 14:07:20.444813 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36402bd5-f787-4d0b-91e8-e9b3bedd17e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13fafc65-28a7-467e-948f-f20da3079914,revision_number=None']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:07:20.621326 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f379f758-b5df-4f41-a64d-818db7361938 req-db9c539e-d689-47b1-a16a-036bc82b966f tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:07:20.623174 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-f379f758-b5df-4f41-a64d-818db7361938 req-db9c539e-d689-47b1-a16a-036bc82b966f tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] 10.222.0.60 "GET /v2.0/ports?device_id=380c0e23-3e85-4a57-a7fe-b532de4e6bf5 HTTP/1.1" status: 200 len: 944 time: 0.0662463 Sep 07 14:07:20.668231 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-f379f758-b5df-4f41-a64d-818db7361938 req-3d85bd88-7d73-4090-8d94-ec1b2fc2fc8a tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] 10.222.0.60 "GET /v2.0/security-groups?id=4f7dc2d4-63eb-4f55-94d4-dc3bb3bdb6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384145 Sep 07 14:07:20.815622 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b373277-d4f4-4ee0-a719-093cad27e7c3 req-f67b7c6a-a568-419f-9aa8-dde5ad0293e4 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:07:20.817132 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-9b373277-d4f4-4ee0-a719-093cad27e7c3 req-f67b7c6a-a568-419f-9aa8-dde5ad0293e4 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/ports?device_id=57786085-de64-409b-9733-924d9894dbe5 HTTP/1.1" status: 200 len: 946 time: 0.0528424 Sep 07 14:07:20.859914 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-9b373277-d4f4-4ee0-a719-093cad27e7c3 req-a63e13b0-74b6-48ee-930b-0c784e6a383a tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/security-groups?id=1eaa7adf-c23d-4a19-a899-ef24f817425f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362513 Sep 07 14:07:21.573796 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.wsgi [-] (94138) accepted ('10.222.0.60', 45934) {{(pid=94138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:07:21.623704 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.db [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] get_ports_and_sgs() called for port_ids ['4d09b16a-797a-4fc5-ac48-ce9d0ebf9736'] {{(pid=94139) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 14:07:21.689796 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-9ceaa677-f87d-4b2d-81d5-b7b2a65c95c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:21.795408 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-9ceaa677-f87d-4b2d-81d5-b7b2a65c95c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:21.799926 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-9ceaa677-f87d-4b2d-81d5-b7b2a65c95c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585164'] for security_group, after_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:21.805582 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1162e7-8647-46da-94c4-4752ede1286e req-d064c118-5e57-4576-aafb-b7b9952bdf07 tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:07:21.807301 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-be1162e7-8647-46da-94c4-4752ede1286e req-d064c118-5e57-4576-aafb-b7b9952bdf07 tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] 10.222.0.60 "GET /v2.0/ports?device_id=380c0e23-3e85-4a57-a7fe-b532de4e6bf5 HTTP/1.1" status: 200 len: 944 time: 0.0648222 Sep 07 14:07:21.844692 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [None req-9ceaa677-f87d-4b2d-81d5-b7b2a65c95c3 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=55716ddc25a4402786229d571f3aa5ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2674685 Sep 07 14:07:21.844692 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ceaa677-f87d-4b2d-81d5-b7b2a65c95c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5d07079-1815-486e-aeb7-726648d6ea70,revision_number=1']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:07:21.846373 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.wsgi [-] (94137) accepted ('10.222.0.60', 45940) {{(pid=94137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:07:21.863991 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-be1162e7-8647-46da-94c4-4752ede1286e req-67bc1f74-54f1-4d89-8c90-4f2b7169ee15 tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] 10.222.0.60 "GET /v2.0/security-groups?id=4f7dc2d4-63eb-4f55-94d4-dc3bb3bdb6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487483 Sep 07 14:07:21.907184 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-58ff1c92-0342-4dc5-97d4-310fb760de2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:21.934668 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-58ff1c92-0342-4dc5-97d4-310fb760de2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:22.025267 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2835caad-a7fc-483d-a23d-d98f00f42e4a req-be2d4c17-d9bb-4388-baad-f422a032ccc0 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:07:22.026866 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-2835caad-a7fc-483d-a23d-d98f00f42e4a req-be2d4c17-d9bb-4388-baad-f422a032ccc0 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/ports?device_id=57786085-de64-409b-9733-924d9894dbe5 HTTP/1.1" status: 200 len: 946 time: 0.0754678 Sep 07 14:07:22.053163 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-58ff1c92-0342-4dc5-97d4-310fb760de2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585164'] for security_group, after_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:22.057103 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-58ff1c92-0342-4dc5-97d4-310fb760de2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:22.058461 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [None req-58ff1c92-0342-4dc5-97d4-310fb760de2f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a5d07079-1815-486e-aeb7-726648d6ea70 HTTP/1.1" status: 204 len: 168 time: 0.2108843 Sep 07 14:07:22.072138 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ff1c92-0342-4dc5-97d4-310fb760de2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5d07079-1815-486e-aeb7-726648d6ea70,revision_number=None']} {{(pid=94137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:07:22.089378 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-2835caad-a7fc-483d-a23d-d98f00f42e4a req-e0eb655c-eb9c-4271-8500-e5df7de9001e tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/security-groups?id=1eaa7adf-c23d-4a19-a899-ef24f817425f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552855 Sep 07 14:07:22.698632 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Device 4d09b16a-797a-4fc5-ac48-ce9d0ebf9736 up at agent hyperv_hv-cinder-78291 {{(pid=94139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:07:22.772234 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Provisioning for port 4d09b16a-797a-4fc5-ac48-ce9d0ebf9736 completed by entity L2. {{(pid=94139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 14:07:22.777953 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Provisioning complete for port 4d09b16a-797a-4fc5-ac48-ce9d0ebf9736 triggered by entity L2. {{(pid=94139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:07:22.778352 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462246'] for port, provisioning_complete {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:22.897223 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:23.003377 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34cf985-1d53-4eca-8529-7e683269950d req-b31c8aa3-e69e-48f5-adef-afae209ebc19 tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:07:23.005107 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-a34cf985-1d53-4eca-8529-7e683269950d req-b31c8aa3-e69e-48f5-adef-afae209ebc19 tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] 10.222.0.60 "GET /v2.0/ports?device_id=380c0e23-3e85-4a57-a7fe-b532de4e6bf5 HTTP/1.1" status: 200 len: 944 time: 0.0569813 Sep 07 14:07:23.042982 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '380c0e23-3e85-4a57-a7fe-b532de4e6bf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d09b16a-797a-4fc5-ac48-ce9d0ebf9736'}] {{(pid=94139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:07:23.045199 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4453e99b4ec61c2946fac8af49a5adf90b2a32597d884ada3dd1dc93487e448" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f3718c2-3057-459f-a11a-ba8d95c06943" -d '{"events": [{"server_uuid": "380c0e23-3e85-4a57-a7fe-b532de4e6bf5", "name": "network-vif-plugged", "status": "completed", "tag": "4d09b16a-797a-4fc5-ac48-ce9d0ebf9736"}]}' {{(pid=94139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:07:23.052077 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-a34cf985-1d53-4eca-8529-7e683269950d req-e0e97381-4c9f-42a2-8d83-88d8a1cee2e7 tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] 10.222.0.60 "GET /v2.0/security-groups?id=4f7dc2d4-63eb-4f55-94d4-dc3bb3bdb6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395195 Sep 07 14:07:23.057778 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.db [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] For port 4d09b16a-797a-4fc5-ac48-ce9d0ebf9736, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=4d09b16a-797a-4fc5-ac48-ce9d0ebf9736,segment=NetworkSegment(273b8804-25ce-4bc4-8196-9c483ce6e52d),segment_id=273b8804-25ce-4bc4-8196-9c483ce6e52d)] {{(pid=94139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:07:23.062061 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735729008622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735728620463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735728620481'] for port, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:23.098245 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 14:07:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d3d5513-e750-413b-86ea-1ae98b73e0c9 x-openstack-request-id: req-0d3d5513-e750-413b-86ea-1ae98b73e0c9 {{(pid=94139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:07:23.098532 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "380c0e23-3e85-4a57-a7fe-b532de4e6bf5", "name": "network-vif-plugged", "status": "completed", "tag": "4d09b16a-797a-4fc5-ac48-ce9d0ebf9736", "code": 200}]} {{(pid=94139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:07:23.099110 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0d3d5513-e750-413b-86ea-1ae98b73e0c9 {{(pid=94139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:07:23.099766 dv-cinder-782910-4-iscsi neutron-server[94139]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '380c0e23-3e85-4a57-a7fe-b532de4e6bf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d09b16a-797a-4fc5-ac48-ce9d0ebf9736', 'code': 200} Sep 07 14:07:23.117666 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Pushing event updated for resources: {'Port': ['ID=4d09b16a-797a-4fc5-ac48-ce9d0ebf9736,revision_number=5']} {{(pid=94139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:07:23.235088 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f14336-6475-464f-bfa2-3ebf6ef5eaf6 req-67adfda1-c8f1-43aa-a599-e06e37c0edf7 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:07:23.236653 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-c9f14336-6475-464f-bfa2-3ebf6ef5eaf6 req-67adfda1-c8f1-43aa-a599-e06e37c0edf7 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/ports?device_id=57786085-de64-409b-9733-924d9894dbe5 HTTP/1.1" status: 200 len: 946 time: 0.0713973 Sep 07 14:07:23.293726 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-c9f14336-6475-464f-bfa2-3ebf6ef5eaf6 req-b9d51f04-712e-432b-be33-5285797c6438 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/security-groups?id=1eaa7adf-c23d-4a19-a899-ef24f817425f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498962 Sep 07 14:07:23.308481 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8a28a7-5bc5-4bd0-a83b-dbbb7ea12a21 req-3daef12f-ed86-4b30-b707-d5cf12335b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:07:23.308481 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-ea8a28a7-5bc5-4bd0-a83b-dbbb7ea12a21 req-3daef12f-ed86-4b30-b707-d5cf12335b68 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=380c0e23-3e85-4a57-a7fe-b532de4e6bf5 HTTP/1.1" status: 200 len: 1098 time: 0.0553489 Sep 07 14:07:23.353161 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-ea8a28a7-5bc5-4bd0-a83b-dbbb7ea12a21 req-42ecf137-9636-4ea0-bb23-52cbc93d6b34 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=4f7dc2d4-63eb-4f55-94d4-dc3bb3bdb6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360353 Sep 07 14:07:24.194769 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fb543c-953c-4d2a-b781-c7f0f49d0758 req-7acb27df-5f64-4e74-88aa-fb984b9a2afb tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:07:24.196469 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-84fb543c-953c-4d2a-b781-c7f0f49d0758 req-7acb27df-5f64-4e74-88aa-fb984b9a2afb tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] 10.222.0.60 "GET /v2.0/ports?device_id=380c0e23-3e85-4a57-a7fe-b532de4e6bf5 HTTP/1.1" status: 200 len: 945 time: 0.0654681 Sep 07 14:07:24.235702 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-84fb543c-953c-4d2a-b781-c7f0f49d0758 req-b31de454-6d37-41bd-93dd-590c34bd18cb tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] 10.222.0.60 "GET /v2.0/security-groups?id=4f7dc2d4-63eb-4f55-94d4-dc3bb3bdb6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327415 Sep 07 14:07:24.420251 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f918c8f-9bbd-479e-b7c0-76a4ba54b87c req-dcfb4cb8-1543-4283-82f5-df7b0bef4f0c tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:07:24.421679 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-2f918c8f-9bbd-479e-b7c0-76a4ba54b87c req-dcfb4cb8-1543-4283-82f5-df7b0bef4f0c tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/ports?device_id=57786085-de64-409b-9733-924d9894dbe5 HTTP/1.1" status: 200 len: 946 time: 0.0634239 Sep 07 14:07:24.470018 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-2f918c8f-9bbd-479e-b7c0-76a4ba54b87c req-a7747629-c5bc-4e5a-ac58-c31cda641009 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/security-groups?id=1eaa7adf-c23d-4a19-a899-ef24f817425f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349240 Sep 07 14:07:24.810801 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.wsgi [-] (94138) accepted ('10.222.0.60', 46072) {{(pid=94138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:07:24.925968 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-26e74380-0b0e-4b25-9fc9-6b66a134a2d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:25.021520 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-26e74380-0b0e-4b25-9fc9-6b66a134a2d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:25.026982 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-26e74380-0b0e-4b25-9fc9-6b66a134a2d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585164'] for security_group, after_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:25.073506 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [None req-26e74380-0b0e-4b25-9fc9-6b66a134a2d1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=69e4e10d8b7e4f84a2011087c7b6fa43&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2615135 Sep 07 14:07:25.074388 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e74380-0b0e-4b25-9fc9-6b66a134a2d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d93bf49-6351-49af-a412-8352199782ba,revision_number=1']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:07:25.076318 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.wsgi [-] (94137) accepted ('10.222.0.60', 46080) {{(pid=94137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:07:25.133259 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-37516160-ed69-415d-9854-b8122fa7eec4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:25.156916 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-37516160-ed69-415d-9854-b8122fa7eec4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:25.225372 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-37516160-ed69-415d-9854-b8122fa7eec4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585164'] for security_group, after_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:25.237130 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-37516160-ed69-415d-9854-b8122fa7eec4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:25.238418 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [None req-37516160-ed69-415d-9854-b8122fa7eec4 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6d93bf49-6351-49af-a412-8352199782ba HTTP/1.1" status: 204 len: 168 time: 0.1608610 Sep 07 14:07:25.253566 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37516160-ed69-415d-9854-b8122fa7eec4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d93bf49-6351-49af-a412-8352199782ba,revision_number=None']} {{(pid=94137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:07:25.395056 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea9f7e9-e25d-4bfb-8f35-111c8ad4a36e req-b1bb44b6-0428-43fb-abc4-239599de185e tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:07:25.396723 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-bea9f7e9-e25d-4bfb-8f35-111c8ad4a36e req-b1bb44b6-0428-43fb-abc4-239599de185e tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] 10.222.0.60 "GET /v2.0/ports?device_id=380c0e23-3e85-4a57-a7fe-b532de4e6bf5 HTTP/1.1" status: 200 len: 945 time: 0.0643041 Sep 07 14:07:25.439265 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-bea9f7e9-e25d-4bfb-8f35-111c8ad4a36e req-90d5ff81-32c7-4c93-8398-bc7a6b4e96a1 tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] 10.222.0.60 "GET /v2.0/security-groups?id=4f7dc2d4-63eb-4f55-94d4-dc3bb3bdb6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353656 Sep 07 14:07:25.611657 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb2370b-1a08-40bc-affb-5f14d6f26295 req-b22bbe66-3eff-451e-8ca5-ad329daf5c9d tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:07:25.613944 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-bfb2370b-1a08-40bc-affb-5f14d6f26295 req-b22bbe66-3eff-451e-8ca5-ad329daf5c9d tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/ports?device_id=57786085-de64-409b-9733-924d9894dbe5 HTTP/1.1" status: 200 len: 946 time: 0.0633545 Sep 07 14:07:25.664381 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-bfb2370b-1a08-40bc-affb-5f14d6f26295 req-7fa205ba-ca19-4231-b333-c0de02e07768 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/security-groups?id=1eaa7adf-c23d-4a19-a899-ef24f817425f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433156 Sep 07 14:07:26.823681 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda2b9bd-d311-48db-9276-1572727b9532 req-d7564b8d-f368-4c0f-b3fc-bf01a5596b16 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:07:26.826143 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-dda2b9bd-d311-48db-9276-1572727b9532 req-d7564b8d-f368-4c0f-b3fc-bf01a5596b16 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/ports?device_id=57786085-de64-409b-9733-924d9894dbe5 HTTP/1.1" status: 200 len: 946 time: 0.0732729 Sep 07 14:07:26.899369 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-dda2b9bd-d311-48db-9276-1572727b9532 req-74c9231e-a72e-4188-9422-7d6dc3180df7 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/security-groups?id=1eaa7adf-c23d-4a19-a899-ef24f817425f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654087 Sep 07 14:07:27.276244 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.wsgi [-] (94137) accepted ('10.222.0.60', 46224) {{(pid=94137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:07:27.417937 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-0b43e075-7a0c-4b05-ae21-f9e0a55e1277 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:27.529725 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-0b43e075-7a0c-4b05-ae21-f9e0a55e1277 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:27.533451 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-0b43e075-7a0c-4b05-ae21-f9e0a55e1277 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585164'] for security_group, after_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:27.572402 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [None req-0b43e075-7a0c-4b05-ae21-f9e0a55e1277 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6ed2d8e805814588bdee7591dca194bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2950633 Sep 07 14:07:27.573253 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b43e075-7a0c-4b05-ae21-f9e0a55e1277 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d64cf645-f755-49dd-9af2-58da2c9cf4d6,revision_number=1']} {{(pid=94137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:07:27.575096 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.wsgi [-] (94138) accepted ('10.222.0.60', 46228) {{(pid=94138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:07:27.628711 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-6ad0ad69-ebc1-40da-a216-bfb11020d9a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:27.650193 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-6ad0ad69-ebc1-40da-a216-bfb11020d9a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:27.702663 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-6ad0ad69-ebc1-40da-a216-bfb11020d9a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585164'] for security_group, after_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:27.705264 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-6ad0ad69-ebc1-40da-a216-bfb11020d9a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:27.706458 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [None req-6ad0ad69-ebc1-40da-a216-bfb11020d9a1 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d64cf645-f755-49dd-9af2-58da2c9cf4d6 HTTP/1.1" status: 204 len: 168 time: 0.1297426 Sep 07 14:07:27.714948 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad0ad69-ebc1-40da-a216-bfb11020d9a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d64cf645-f755-49dd-9af2-58da2c9cf4d6,revision_number=None']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:07:27.914939 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ef43a5-1112-4be1-87ef-92bae7bd0d51 req-37536c16-9ce1-4d34-a91c-cb429b2def85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:07:27.916811 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-a6ef43a5-1112-4be1-87ef-92bae7bd0d51 req-37536c16-9ce1-4d34-a91c-cb429b2def85 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=57786085-de64-409b-9733-924d9894dbe5 HTTP/1.1" status: 200 len: 1099 time: 0.0459759 Sep 07 14:07:27.971177 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-a6ef43a5-1112-4be1-87ef-92bae7bd0d51 req-762f57ee-7e08-4e15-82f8-253a5b7a0a8c service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=1eaa7adf-c23d-4a19-a899-ef24f817425f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465467 Sep 07 14:07:28.076156 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed92b3f2-9e03-4b22-afaf-ddad26c9c5dc req-31cfa4e0-0079-4df9-b8ca-1726a9a021d0 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:07:28.090127 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-ed92b3f2-9e03-4b22-afaf-ddad26c9c5dc req-31cfa4e0-0079-4df9-b8ca-1726a9a021d0 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/ports?device_id=57786085-de64-409b-9733-924d9894dbe5 HTTP/1.1" status: 200 len: 946 time: 0.0948272 Sep 07 14:07:28.158924 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-ed92b3f2-9e03-4b22-afaf-ddad26c9c5dc req-4ebc3cc6-a796-4326-b98d-4a53018ceed6 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/security-groups?id=1eaa7adf-c23d-4a19-a899-ef24f817425f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678625 Sep 07 14:07:29.276446 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d18d63-967c-4e77-9c08-25c91441569d req-608a81a5-22c1-4709-9243-50d398c4b30e tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:07:29.278150 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-f3d18d63-967c-4e77-9c08-25c91441569d req-608a81a5-22c1-4709-9243-50d398c4b30e tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/ports?device_id=57786085-de64-409b-9733-924d9894dbe5 HTTP/1.1" status: 200 len: 946 time: 0.0506678 Sep 07 14:07:29.321280 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-f3d18d63-967c-4e77-9c08-25c91441569d req-8bc9ea16-7e9a-4829-a966-c676f9486dc4 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/security-groups?id=1eaa7adf-c23d-4a19-a899-ef24f817425f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364780 Sep 07 14:07:30.447897 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9acd83-089e-4853-ae68-194f9a087da2 req-605c0912-04bb-49ac-89e1-7880bd8880ce tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:07:30.449382 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-9e9acd83-089e-4853-ae68-194f9a087da2 req-605c0912-04bb-49ac-89e1-7880bd8880ce tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/ports?device_id=57786085-de64-409b-9733-924d9894dbe5 HTTP/1.1" status: 200 len: 946 time: 0.0531771 Sep 07 14:07:30.488025 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-9e9acd83-089e-4853-ae68-194f9a087da2 req-e815e660-0028-4862-8d92-7ce1ce8c1a16 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/security-groups?id=1eaa7adf-c23d-4a19-a899-ef24f817425f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327256 Sep 07 14:07:31.601805 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667bee50-aa52-4ebb-9b58-4d7a2ffccfc6 req-48facef0-eac4-455d-aa6a-b711aa55e863 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:07:31.603855 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-667bee50-aa52-4ebb-9b58-4d7a2ffccfc6 req-48facef0-eac4-455d-aa6a-b711aa55e863 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/ports?device_id=57786085-de64-409b-9733-924d9894dbe5 HTTP/1.1" status: 200 len: 946 time: 0.0493839 Sep 07 14:07:31.642626 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-667bee50-aa52-4ebb-9b58-4d7a2ffccfc6 req-91441b12-6f42-4c9c-b462-1150b1cf3684 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/security-groups?id=1eaa7adf-c23d-4a19-a899-ef24f817425f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326490 Sep 07 14:07:32.799135 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a3a012-8aa1-48c3-97c1-bb9cbeee4cd6 req-b3e0ca2a-61d2-4855-b2f2-4227e6026a74 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:07:32.807021 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-96a3a012-8aa1-48c3-97c1-bb9cbeee4cd6 req-b3e0ca2a-61d2-4855-b2f2-4227e6026a74 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/ports?device_id=57786085-de64-409b-9733-924d9894dbe5 HTTP/1.1" status: 200 len: 946 time: 0.0654955 Sep 07 14:07:32.853879 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-96a3a012-8aa1-48c3-97c1-bb9cbeee4cd6 req-ab93e252-d238-4629-81ad-9e882587db42 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/security-groups?id=1eaa7adf-c23d-4a19-a899-ef24f817425f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459261 Sep 07 14:07:32.983889 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37077f95-2cc2-4bcf-871a-74320bdfd925 req-8fb00cf0-2fd3-4f26-bdf1-0038fa44804f tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:07:32.985594 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-37077f95-2cc2-4bcf-871a-74320bdfd925 req-8fb00cf0-2fd3-4f26-bdf1-0038fa44804f tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/ports?device_id=752df912-1fe9-4a3a-aedc-0b4fe4e15164 HTTP/1.1" status: 200 len: 945 time: 0.0527947 Sep 07 14:07:33.034677 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-37077f95-2cc2-4bcf-871a-74320bdfd925 req-4b14f56c-fa88-49d0-8df3-9bf29a6459d3 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/security-groups?id=1eaa7adf-c23d-4a19-a899-ef24f817425f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420907 Sep 07 14:07:34.561899 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.wsgi [-] (94138) accepted ('10.222.0.60', 46458) {{(pid=94138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:07:34.708660 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4676f11-0bec-4b9c-ab9b-21fccfa8832c req-a56f31d3-be2a-48e1-9330-f1cc88d8d3d8 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:07:34.710298 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-f4676f11-0bec-4b9c-ab9b-21fccfa8832c req-a56f31d3-be2a-48e1-9330-f1cc88d8d3d8 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/ports?device_id=752df912-1fe9-4a3a-aedc-0b4fe4e15164 HTTP/1.1" status: 200 len: 945 time: 0.0517859 Sep 07 14:07:34.754113 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-f4676f11-0bec-4b9c-ab9b-21fccfa8832c req-8ae2e931-ed9e-416c-b562-7674c6944489 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/security-groups?id=1eaa7adf-c23d-4a19-a899-ef24f817425f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356352 Sep 07 14:07:34.906111 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-9242046d-bf92-4793-a9d6-3fe78f471222 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:34.937578 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a4c705-aada-4ff4-b925-152259b6bcf3 req-8b2528e5-a632-42c7-bb2a-22ce1c522516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:07:34.939198 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-90a4c705-aada-4ff4-b925-152259b6bcf3 req-8b2528e5-a632-42c7-bb2a-22ce1c522516 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1d6de94667ae4a6191fd8937736e1379&device_id=752df912-1fe9-4a3a-aedc-0b4fe4e15164 HTTP/1.1" status: 200 len: 1098 time: 0.2819092 Sep 07 14:07:35.056089 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.wsgi [-] (94137) accepted ('10.222.0.60', 46486) {{(pid=94137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:07:35.091280 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a4c705-aada-4ff4-b925-152259b6bcf3 req-7409425f-7f01-496f-adb6-1cad7e4b6272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:07:35.094880 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-90a4c705-aada-4ff4-b925-152259b6bcf3 req-7409425f-7f01-496f-adb6-1cad7e4b6272 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b48e9ba8-aaf3-4c6b-ae21-ae2a5cc44314 HTTP/1.1" status: 200 len: 919 time: 0.1464376 Sep 07 14:07:35.128559 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-9242046d-bf92-4793-a9d6-3fe78f471222 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:35.143913 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-9242046d-bf92-4793-a9d6-3fe78f471222 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585164'] for security_group, after_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:35.201393 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-eba2abb8-ef83-491c-9fd0-49f1d4e16aa1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:35.208801 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-90a4c705-aada-4ff4-b925-152259b6bcf3 req-d3e1cba2-a856-4a4a-84cb-64fa3250e731 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b6cd42c1-b689-49a0-9a9e-c9f3eb56a44a HTTP/1.1" status: 200 len: 217 time: 0.0786252 Sep 07 14:07:35.244774 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9242046d-bf92-4793-a9d6-3fe78f471222 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6578fe7a-b695-4931-8947-a2074ce6b617,revision_number=1']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:07:35.249032 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935368cf-1f4a-4c69-bf20-960ef8b36f7b req-a420494a-1ac6-4750-a928-1890f3fc2901 tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:07:35.256160 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-935368cf-1f4a-4c69-bf20-960ef8b36f7b req-a420494a-1ac6-4750-a928-1890f3fc2901 tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] 10.222.0.60 "GET /v2.0/networks?id=3a770ecb-d737-4604-bdce-34f74ea9e614 HTTP/1.1" status: 200 len: 815 time: 0.1604555 Sep 07 14:07:35.277447 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [None req-9242046d-bf92-4793-a9d6-3fe78f471222 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=94d9599281be43e39332b6ffc5a770ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7168877 Sep 07 14:07:35.280088 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-935368cf-1f4a-4c69-bf20-960ef8b36f7b req-1ac02608-714f-4f1a-a44b-38516b9c60d9 tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] 10.222.0.60 "GET /v2.0/quotas/301d490d25f3454f93967514c05236d8 HTTP/1.1" status: 200 len: 375 time: 0.0230451 Sep 07 14:07:35.282249 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.wsgi [-] (94137) accepted ('10.222.0.60', 46504) {{(pid=94137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:07:35.296982 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a4c705-aada-4ff4-b925-152259b6bcf3 req-ceb07233-4e19-4394-94d9-5acbb52a3eea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:07:35.298641 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-90a4c705-aada-4ff4-b925-152259b6bcf3 req-ceb07233-4e19-4394-94d9-5acbb52a3eea service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1cd4c5b2-90f1-4140-9c02-290aaedbc1cc HTTP/1.1" status: 200 len: 858 time: 0.0757496 Sep 07 14:07:35.365106 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-90a4c705-aada-4ff4-b925-152259b6bcf3 req-47a6d2b1-f764-4d7d-a0f4-40bd471c0b8a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b48e9ba8-aaf3-4c6b-ae21-ae2a5cc44314&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0569341 Sep 07 14:07:35.413321 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-935368cf-1f4a-4c69-bf20-960ef8b36f7b req-2c66403b-283d-49b2-9778-f9e907a6baa7 tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=301d490d25f3454f93967514c05236d8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1323662 Sep 07 14:07:35.416545 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-413ef6d9-a88a-4207-ab60-4e51a83aafef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:35.472751 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-90a4c705-aada-4ff4-b925-152259b6bcf3 req-85e808df-3618-4b8b-878b-8b34be8decbd service neutron] 10.222.0.23 "GET /v2.0/networks/b48e9ba8-aaf3-4c6b-ae21-ae2a5cc44314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999568 Sep 07 14:07:35.487212 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-eba2abb8-ef83-491c-9fd0-49f1d4e16aa1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:35.517179 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-413ef6d9-a88a-4207-ab60-4e51a83aafef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:35.525064 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-eba2abb8-ef83-491c-9fd0-49f1d4e16aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585164'] for security_group, after_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:35.580931 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-90a4c705-aada-4ff4-b925-152259b6bcf3 req-95429c8b-8023-4c3b-a0a2-26bc111863e1 service neutron] 10.222.0.23 "GET /v2.0/networks/b48e9ba8-aaf3-4c6b-ae21-ae2a5cc44314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969100 Sep 07 14:07:35.619866 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [None req-eba2abb8-ef83-491c-9fd0-49f1d4e16aa1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8f795c890e854260bad723786fb897c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5622292 Sep 07 14:07:35.622641 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.wsgi [-] (94138) accepted ('10.222.0.60', 46518) {{(pid=94138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:07:35.630429 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-935368cf-1f4a-4c69-bf20-960ef8b36f7b req-d7664902-013a-4f10-9cf1-f9a980485126 service neutron] 10.222.0.60 "GET /v2.0/networks/3a770ecb-d737-4604-bdce-34f74ea9e614?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2082856 Sep 07 14:07:35.632508 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba2abb8-ef83-491c-9fd0-49f1d4e16aa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5a60549-10d0-4828-83e0-9b1c53af79b0,revision_number=1']} {{(pid=94137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:07:35.733272 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-d193fea6-ecfa-4109-8e49-29235ee06ffb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:35.739769 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-413ef6d9-a88a-4207-ab60-4e51a83aafef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585164'] for security_group, after_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:35.742515 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-413ef6d9-a88a-4207-ab60-4e51a83aafef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:35.744421 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [None req-413ef6d9-a88a-4207-ab60-4e51a83aafef admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6578fe7a-b695-4931-8947-a2074ce6b617 HTTP/1.1" status: 204 len: 168 time: 0.4573793 Sep 07 14:07:35.759854 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413ef6d9-a88a-4207-ab60-4e51a83aafef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6578fe7a-b695-4931-8947-a2074ce6b617,revision_number=None']} {{(pid=94137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:07:35.769554 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-d193fea6-ecfa-4109-8e49-29235ee06ffb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:35.816721 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-935368cf-1f4a-4c69-bf20-960ef8b36f7b req-209e69a4-e604-409f-b419-b8bfcd8f136b service neutron] 10.222.0.60 "GET /v2.0/networks/3a770ecb-d737-4604-bdce-34f74ea9e614?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797185 Sep 07 14:07:35.875119 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-d193fea6-ecfa-4109-8e49-29235ee06ffb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585164'] for security_group, after_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:35.877796 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-d193fea6-ecfa-4109-8e49-29235ee06ffb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:35.878969 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [None req-d193fea6-ecfa-4109-8e49-29235ee06ffb admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e5a60549-10d0-4828-83e0-9b1c53af79b0 HTTP/1.1" status: 204 len: 168 time: 0.2552068 Sep 07 14:07:35.902585 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d193fea6-ecfa-4109-8e49-29235ee06ffb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5a60549-10d0-4828-83e0-9b1c53af79b0,revision_number=None']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:07:35.947971 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04573f9-0fbb-4f7c-a27e-b705b1c2f281 req-8869d488-ab51-4ce6-b62d-8ed2d3f507c4 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:07:35.950171 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-d04573f9-0fbb-4f7c-a27e-b705b1c2f281 req-8869d488-ab51-4ce6-b62d-8ed2d3f507c4 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/ports?device_id=752df912-1fe9-4a3a-aedc-0b4fe4e15164 HTTP/1.1" status: 200 len: 945 time: 0.0651333 Sep 07 14:07:36.029935 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-d04573f9-0fbb-4f7c-a27e-b705b1c2f281 req-86e12f4d-7dab-4c59-94cb-9732788a49da tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/security-groups?id=1eaa7adf-c23d-4a19-a899-ef24f817425f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641150 Sep 07 14:07:36.103428 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-10dd565e-938c-49f5-ba84-cc7f7315519a req-4f6e9ae1-5b82-4f7f-9a0d-e11b6269636d tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] 10.222.0.60 "GET /v2.0/ports?device_id=8faffc9e-15ca-4353-891f-be1f3c8a0058 HTTP/1.1" status: 200 len: 210 time: 0.0373905 Sep 07 14:07:36.293159 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.wsgi [-] (94137) accepted ('10.222.0.60', 46558) {{(pid=94137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:07:36.318500 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-ac764750-6d1f-420d-a5bf-47f4db171222 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:36.476645 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-ac764750-6d1f-420d-a5bf-47f4db171222 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:36.482638 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-ac764750-6d1f-420d-a5bf-47f4db171222 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585164'] for security_group, after_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:36.529989 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [None req-ac764750-6d1f-420d-a5bf-47f4db171222 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=876f4a77e29c4f0ba891b59daf9119a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2354288 Sep 07 14:07:36.532324 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac764750-6d1f-420d-a5bf-47f4db171222 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f107123b-8627-4a3d-9bed-86c74bdff5af,revision_number=1']} {{(pid=94137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:07:36.533686 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.wsgi [-] (94138) accepted ('10.222.0.60', 46570) {{(pid=94138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:07:36.593196 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-b7510de0-cc98-40a4-9cc8-6060f34881b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:36.627219 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-b7510de0-cc98-40a4-9cc8-6060f34881b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:36.696448 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-b7510de0-cc98-40a4-9cc8-6060f34881b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585164'] for security_group, after_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:36.699131 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-b7510de0-cc98-40a4-9cc8-6060f34881b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:36.700450 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [None req-b7510de0-cc98-40a4-9cc8-6060f34881b7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f107123b-8627-4a3d-9bed-86c74bdff5af HTTP/1.1" status: 204 len: 168 time: 0.1656821 Sep 07 14:07:36.715485 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7510de0-cc98-40a4-9cc8-6060f34881b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f107123b-8627-4a3d-9bed-86c74bdff5af,revision_number=None']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:07:37.019283 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.wsgi [-] (94138) accepted ('10.222.0.60', 46592) {{(pid=94138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:07:37.117241 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.wsgi [-] (94138) accepted ('10.222.0.60', 46606) {{(pid=94138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:07:37.138832 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-c4c80baa-7882-48f8-87e9-714af503d086 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:37.151667 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.wsgi [-] (94138) accepted ('10.222.0.60', 46612) {{(pid=94138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:07:37.198510 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f9f529-b1b0-4283-9a72-c5cc9710aabc req-5eb97733-3a5f-4ff8-9012-cf8adc9b6c19 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:07:37.202357 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-77f9f529-b1b0-4283-9a72-c5cc9710aabc req-5eb97733-3a5f-4ff8-9012-cf8adc9b6c19 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/ports?device_id=752df912-1fe9-4a3a-aedc-0b4fe4e15164 HTTP/1.1" status: 200 len: 945 time: 0.0975692 Sep 07 14:07:37.232322 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.db.db_base_plugin_v2 [None req-305e08a0-5d60-4361-92b2-48a17ae05a9a admin admin] Deleting subnet e6aab1de-02e8-40a6-8fde-76adbced6ad3 {{(pid=94138) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 14:07:37.240807 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-305e08a0-5d60-4361-92b2-48a17ae05a9a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:37.265528 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-bfc141e9-37b5-459b-b846-9be8d5f7f61a req-00f52880-994c-4d01-89f0-3904f73c36ea tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] 10.222.0.60 "GET /v2.0/ports?device_id=8faffc9e-15ca-4353-891f-be1f3c8a0058 HTTP/1.1" status: 200 len: 210 time: 0.0500858 Sep 07 14:07:37.283880 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-77f9f529-b1b0-4283-9a72-c5cc9710aabc req-07f4548f-999e-4633-b63d-b78bd8d19a1c tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/security-groups?id=1eaa7adf-c23d-4a19-a899-ef24f817425f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756361 Sep 07 14:07:37.376657 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.v2.base [None req-8ff2eae0-a77a-4e00-9df4-db7aa66e6c12 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1482981846-network', 'tenant_id': '25d79c53f0bd4923ab966dd0d5f549ca'}} {{(pid=94138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:07:37.393332 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-305e08a0-5d60-4361-92b2-48a17ae05a9a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65197364'] for subnet, precommit_delete_associations {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:37.488375 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935368cf-1f4a-4c69-bf20-960ef8b36f7b req-1ad01fb0-1e87-4bc9-8f68-45a2eabb61b8 tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:07:37.489968 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-935368cf-1f4a-4c69-bf20-960ef8b36f7b req-1ad01fb0-1e87-4bc9-8f68-45a2eabb61b8 tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] 10.222.0.23 "GET /v2.0/networks?id=3a770ecb-d737-4604-bdce-34f74ea9e614 HTTP/1.1" status: 200 len: 815 time: 0.2455156 Sep 07 14:07:37.500004 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-305e08a0-5d60-4361-92b2-48a17ae05a9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1466112'] for subnet, precommit_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:37.526197 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-c4c80baa-7882-48f8-87e9-714af503d086 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:37.530291 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.v2.base [req-935368cf-1f4a-4c69-bf20-960ef8b36f7b req-d1f89bb6-9e8a-49bf-8627-a5c91ed37735 tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] Request body: {'port': {'device_id': '8faffc9e-15ca-4353-891f-be1f3c8a0058', 'network_id': '3a770ecb-d737-4604-bdce-34f74ea9e614', 'admin_state_up': True, 'tenant_id': '301d490d25f3454f93967514c05236d8'}} {{(pid=94138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:07:37.551041 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-c4c80baa-7882-48f8-87e9-714af503d086 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585164'] for security_group, after_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:37.657729 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ff2eae0-a77a-4e00-9df4-db7aa66e6c12 admin admin] Made reservation on behalf of 25d79c53f0bd4923ab966dd0d5f549ca for: {'network': 1} {{(pid=94138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 14:07:37.660039 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-8ff2eae0-a77a-4e00-9df4-db7aa66e6c12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for network, before_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:37.665811 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [None req-c4c80baa-7882-48f8-87e9-714af503d086 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=54733fcafe044d98a08c4104e0042b92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5474274 Sep 07 14:07:37.671417 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.wsgi [-] (94138) accepted ('10.222.0.60', 46624) {{(pid=94138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:07:37.689946 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c80baa-7882-48f8-87e9-714af503d086 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45b91e2f-b196-4332-8fcc-245f1813cd6f,revision_number=1']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:07:37.705941 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-8ff2eae0-a77a-4e00-9df4-db7aa66e6c12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:37.752732 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-305e08a0-5d60-4361-92b2-48a17ae05a9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1466169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65197380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64691899'] for subnet, after_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:37.824530 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305e08a0-5d60-4361-92b2-48a17ae05a9a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6aab1de-02e8-40a6-8fde-76adbced6ad3,revision_number=None']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:07:37.837778 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-305e08a0-5d60-4361-92b2-48a17ae05a9a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:37.839536 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [None req-305e08a0-5d60-4361-92b2-48a17ae05a9a admin admin] 10.222.0.60 "DELETE /v2.0/subnets/e6aab1de-02e8-40a6-8fde-76adbced6ad3 HTTP/1.1" status: 204 len: 168 time: 0.6868534 Sep 07 14:07:37.843571 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.wsgi [-] (94137) accepted ('10.222.0.60', 46630) {{(pid=94137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:07:37.879021 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-fca0d340-dbef-4054-b1b1-565e34eceb72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:37.915513 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-fca0d340-dbef-4054-b1b1-565e34eceb72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:37.958232 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-c9b9d6c7-531d-442a-a58a-e6d77a6622f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580555'] for network, before_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:37.997888 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-8ff2eae0-a77a-4e00-9df4-db7aa66e6c12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:38.002658 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-8ff2eae0-a77a-4e00-9df4-db7aa66e6c12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585164'] for security_group, after_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:38.036280 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-fca0d340-dbef-4054-b1b1-565e34eceb72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585164'] for security_group, after_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:38.038917 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-fca0d340-dbef-4054-b1b1-565e34eceb72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:38.043738 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [None req-fca0d340-dbef-4054-b1b1-565e34eceb72 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/45b91e2f-b196-4332-8fcc-245f1813cd6f HTTP/1.1" status: 204 len: 168 time: 0.3616912 Sep 07 14:07:38.059634 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ff2eae0-a77a-4e00-9df4-db7aa66e6c12 admin admin] vlan segment allocate from pool success with {'vlan_id': 661, 'physical_network': 'physnet1'} {{(pid=94138) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 14:07:38.071508 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff2eae0-a77a-4e00-9df4-db7aa66e6c12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9f2010a-78b2-4b10-80a2-a9dec10670f1,revision_number=1']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:07:38.088233 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-935368cf-1f4a-4c69-bf20-960ef8b36f7b req-d1f89bb6-9e8a-49bf-8627-a5c91ed37735 tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] Made reservation on behalf of 301d490d25f3454f93967514c05236d8 for: {'port': 1} {{(pid=94138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 14:07:38.092849 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-935368cf-1f4a-4c69-bf20-960ef8b36f7b req-d1f89bb6-9e8a-49bf-8627-a5c91ed37735 tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:38.106235 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-8ff2eae0-a77a-4e00-9df4-db7aa66e6c12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1461082'] for segment, precommit_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:38.106790 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.db.segments_db [None req-8ff2eae0-a77a-4e00-9df4-db7aa66e6c12 admin admin] Added segment 9951721c-ccaf-489b-b5e1-68302cc2cd5b of type vlan for network f7617b6d-ab89-4a54-b036-07b674993ecd Sep 07 14:07:38.108400 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca0d340-dbef-4054-b1b1-565e34eceb72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45b91e2f-b196-4332-8fcc-245f1813cd6f,revision_number=None']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:07:38.111204 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-c9b9d6c7-531d-442a-a58a-e6d77a6622f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1461133', 'neutron.services.segments.db._delete_segments_for_network-8735729117049'] for network, precommit_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:38.158424 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-c9b9d6c7-531d-442a-a58a-e6d77a6622f7 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:07:38.158959 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-c9b9d6c7-531d-442a-a58a-e6d77a6622f7 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:07:38.160214 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-c9b9d6c7-531d-442a-a58a-e6d77a6622f7 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:07:38.160946 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-c9b9d6c7-531d-442a-a58a-e6d77a6622f7 admin admin] Subscribe: > port after_create 55550000 {{(pid=94137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:07:38.162534 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-c9b9d6c7-531d-442a-a58a-e6d77a6622f7 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:07:38.163224 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-c9b9d6c7-531d-442a-a58a-e6d77a6622f7 admin admin] Subscribe: > port after_update 55550000 {{(pid=94137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:07:38.163797 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-c9b9d6c7-531d-442a-a58a-e6d77a6622f7 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:07:38.164360 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-c9b9d6c7-531d-442a-a58a-e6d77a6622f7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:07:38.165513 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-c9b9d6c7-531d-442a-a58a-e6d77a6622f7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:07:38.166037 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-c9b9d6c7-531d-442a-a58a-e6d77a6622f7 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:07:38.243064 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-8ff2eae0-a77a-4e00-9df4-db7aa66e6c12 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735728577284'] for network, precommit_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:38.333237 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-8ff2eae0-a77a-4e00-9df4-db7aa66e6c12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072'] for network, after_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:38.334568 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ff2eae0-a77a-4e00-9df4-db7aa66e6c12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:07:38.335232 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-8ff2eae0-a77a-4e00-9df4-db7aa66e6c12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539090'] for network, before_response {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:38.341396 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-c9b9d6c7-531d-442a-a58a-e6d77a6622f7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:07:38.342397 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-c9b9d6c7-531d-442a-a58a-e6d77a6622f7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:07:38.342742 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-c9b9d6c7-531d-442a-a58a-e6d77a6622f7 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:07:38.343190 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-c9b9d6c7-531d-442a-a58a-e6d77a6622f7 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:07:38.343510 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.services.segments.db [None req-c9b9d6c7-531d-442a-a58a-e6d77a6622f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfc1d0f7-8111-48b5-a97c-1936f77a6a8c']}} {{(pid=94137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:07:38.351734 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.db.db_base_plugin_common [req-935368cf-1f4a-4c69-bf20-960ef8b36f7b req-d1f89bb6-9e8a-49bf-8627-a5c91ed37735 tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] Allocated IP 172.20.0.4 (3a770ecb-d737-4604-bdce-34f74ea9e614/b2229922-4dfa-4d78-95d7-c6d2313a09de/67e6486c-1550-4743-804e-0be124adcfe4) {{(pid=94138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 14:07:38.392395 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.services.segments.db [None req-c9b9d6c7-531d-442a-a58a-e6d77a6622f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21aa3f00-bdfc-4a2f-8f1d-528f995b4a8c') {'for_net_delete': True} {{(pid=94137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:07:38.392978 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.services.segments.db [None req-c9b9d6c7-531d-442a-a58a-e6d77a6622f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21aa3f00-bdfc-4a2f-8f1d-528f995b4a8c') {} {{(pid=94137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:07:38.431300 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [None req-8ff2eae0-a77a-4e00-9df4-db7aa66e6c12 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4107866 Sep 07 14:07:38.434956 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.wsgi [-] (94138) accepted ('10.222.0.60', 46648) {{(pid=94138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:07:38.435634 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff2eae0-a77a-4e00-9df4-db7aa66e6c12 admin admin] Pushing event updated for resources: {'Network': ['ID=f7617b6d-ab89-4a54-b036-07b674993ecd,revision_number=1']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:07:38.435831 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-f38883dd-207d-4317-8995-782ef54cc039 req-60eec5aa-9b0d-46ae-b239-5bc6464208f2 tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] 10.222.0.60 "GET /v2.0/ports?device_id=8faffc9e-15ca-4353-891f-be1f3c8a0058 HTTP/1.1" status: 200 len: 210 time: 0.0459569 Sep 07 14:07:38.438506 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-c9b9d6c7-531d-442a-a58a-e6d77a6622f7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735729115778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63800819'] for segment, before_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:38.446761 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.v2.base [None req-04c8605d-1279-4bc6-9379-b092609020ba admin admin] Request body: {'subnet': {'network_id': 'f7617b6d-ab89-4a54-b036-07b674993ecd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1482981846-subnet', 'tenant_id': '25d79c53f0bd4923ab966dd0d5f549ca', 'ip_version': 4}} {{(pid=94138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:07:38.446931 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-90497945-cc67-4e40-89ff-93978391019b None None] Network f7617b6d-ab89-4a54-b036-07b674993ecd details requested by agent ovs-agent-dv-cinder-782910-4-iscsi with host dv-cinder-782910-4-iscsi {{(pid=94139) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 14:07:38.487320 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-c9b9d6c7-531d-442a-a58a-e6d77a6622f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1461082'] for segment, precommit_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:38.498639 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9b9d6c7-531d-442a-a58a-e6d77a6622f7 admin admin] Releasing vlan 657 on physical network physnet1 to pool {{(pid=94137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 14:07:38.499039 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-c9b9d6c7-531d-442a-a58a-e6d77a6622f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1461082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63928662'] for segment, after_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:38.503098 dv-cinder-782910-4-iscsi neutron-server[94137]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 07 14:07:38.503098 dv-cinder-782910-4-iscsi neutron-server[94137]: from cryptography.utils import int_from_bytes Sep 07 14:07:38.503098 dv-cinder-782910-4-iscsi neutron-server[94137]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 07 14:07:38.503098 dv-cinder-782910-4-iscsi neutron-server[94137]: from cryptography.utils import int_from_bytes Sep 07 14:07:38.503098 dv-cinder-782910-4-iscsi neutron-server[94137]: Traceback (most recent call last): Sep 07 14:07:38.503098 dv-cinder-782910-4-iscsi neutron-server[94137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 14:07:38.503098 dv-cinder-782910-4-iscsi neutron-server[94137]: timer() Sep 07 14:07:38.503098 dv-cinder-782910-4-iscsi neutron-server[94137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 14:07:38.503098 dv-cinder-782910-4-iscsi neutron-server[94137]: cb(*args, **kw) Sep 07 14:07:38.503098 dv-cinder-782910-4-iscsi neutron-server[94137]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 14:07:38.503098 dv-cinder-782910-4-iscsi neutron-server[94137]: return func(*args, **kwargs) Sep 07 14:07:38.503098 dv-cinder-782910-4-iscsi neutron-server[94137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 14:07:38.503098 dv-cinder-782910-4-iscsi neutron-server[94137]: self._notify() Sep 07 14:07:38.503098 dv-cinder-782910-4-iscsi neutron-server[94137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 14:07:38.503098 dv-cinder-782910-4-iscsi neutron-server[94137]: self.callback(batched_events) Sep 07 14:07:38.503098 dv-cinder-782910-4-iscsi neutron-server[94137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 14:07:38.503098 dv-cinder-782910-4-iscsi neutron-server[94137]: event.method(event) Sep 07 14:07:38.503098 dv-cinder-782910-4-iscsi neutron-server[94137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 14:07:38.503098 dv-cinder-782910-4-iscsi neutron-server[94137]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 14:07:38.503098 dv-cinder-782910-4-iscsi neutron-server[94137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 14:07:38.503098 dv-cinder-782910-4-iscsi neutron-server[94137]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 14:07:38.503098 dv-cinder-782910-4-iscsi neutron-server[94137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 14:07:38.503098 dv-cinder-782910-4-iscsi neutron-server[94137]: return f(self, *a, **k) Sep 07 14:07:38.503098 dv-cinder-782910-4-iscsi neutron-server[94137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 14:07:38.503098 dv-cinder-782910-4-iscsi neutron-server[94137]: return self._get(url).json() Sep 07 14:07:38.503098 dv-cinder-782910-4-iscsi neutron-server[94137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 14:07:38.503098 dv-cinder-782910-4-iscsi neutron-server[94137]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 14:07:38.503098 dv-cinder-782910-4-iscsi neutron-server[94137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 14:07:38.503098 dv-cinder-782910-4-iscsi neutron-server[94137]: return self.request(url, 'GET', **kwargs) Sep 07 14:07:38.503098 dv-cinder-782910-4-iscsi neutron-server[94137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 14:07:38.503098 dv-cinder-782910-4-iscsi neutron-server[94137]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 14:07:38.503098 dv-cinder-782910-4-iscsi neutron-server[94137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 14:07:38.503098 dv-cinder-782910-4-iscsi neutron-server[94137]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 14:07:38.503098 dv-cinder-782910-4-iscsi neutron-server[94137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 14:07:38.503098 dv-cinder-782910-4-iscsi neutron-server[94137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 14:07:38.503098 dv-cinder-782910-4-iscsi neutron-server[94137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 14:07:38.511351 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04c8605d-1279-4bc6-9379-b092609020ba admin admin] Made reservation on behalf of 25d79c53f0bd4923ab966dd0d5f549ca for: {'subnet': 1} {{(pid=94138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 14:07:38.514212 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-04c8605d-1279-4bc6-9379-b092609020ba admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64691878'] for subnet, before_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:38.557987 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3671076-ced6-4f30-98c1-80ba3bb3657b req-02414d66-dcd5-4d5e-a751-62611e89f79b tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:07:38.560210 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-b3671076-ced6-4f30-98c1-80ba3bb3657b req-02414d66-dcd5-4d5e-a751-62611e89f79b tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/ports?device_id=752df912-1fe9-4a3a-aedc-0b4fe4e15164 HTTP/1.1" status: 200 len: 945 time: 0.1262887 Sep 07 14:07:38.581614 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-c9b9d6c7-531d-442a-a58a-e6d77a6622f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1461122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-432396'] for network, after_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:38.595093 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-c9b9d6c7-531d-442a-a58a-e6d77a6622f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539090'] for network, before_response {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:38.595829 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [None req-c9b9d6c7-531d-442a-a58a-e6d77a6622f7 admin admin] 10.222.0.60 "DELETE /v2.0/networks/cfc1d0f7-8111-48b5-a97c-1936f77a6a8c HTTP/1.1" status: 204 len: 168 time: 0.7511201 Sep 07 14:07:38.607673 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.wsgi [-] (94137) accepted ('10.222.0.60', 46650) {{(pid=94137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:07:38.622596 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b9d6c7-531d-442a-a58a-e6d77a6622f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=cfc1d0f7-8111-48b5-a97c-1936f77a6a8c,revision_number=None']} {{(pid=94137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:07:38.656565 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-b3671076-ced6-4f30-98c1-80ba3bb3657b req-3da13ac6-e404-4e6c-bf12-052af39eb449 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/security-groups?id=1eaa7adf-c23d-4a19-a899-ef24f817425f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904608 Sep 07 14:07:38.671817 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c76021d-22a2-43f7-8f05-304ad5a110aa admin admin] Deleting subnet 3af21af5-a815-4c2c-9da9-e79ba37613d1 {{(pid=94137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 14:07:38.675653 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-6c76021d-22a2-43f7-8f05-304ad5a110aa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:38.690179 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-935368cf-1f4a-4c69-bf20-960ef8b36f7b req-d1f89bb6-9e8a-49bf-8627-a5c91ed37735 tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] Notify callbacks [] for port, precommit_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:38.717489 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-6c76021d-22a2-43f7-8f05-304ad5a110aa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63800826'] for subnet, precommit_delete_associations {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:38.761671 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-6c76021d-22a2-43f7-8f05-304ad5a110aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1466112'] for subnet, precommit_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:38.802833 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-04c8605d-1279-4bc6-9379-b092609020ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65197445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64691888'] for subnet, after_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:38.810586 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-935368cf-1f4a-4c69-bf20-960ef8b36f7b req-d1f89bb6-9e8a-49bf-8627-a5c91ed37735 tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735728620445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65197361'] for port, after_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:38.819797 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-6c76021d-22a2-43f7-8f05-304ad5a110aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1466169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63929332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64237226'] for subnet, after_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:38.849674 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-6c76021d-22a2-43f7-8f05-304ad5a110aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539090'] for subnet, before_response {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:38.851780 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [None req-6c76021d-22a2-43f7-8f05-304ad5a110aa admin admin] 10.222.0.60 "DELETE /v2.0/subnets/3af21af5-a815-4c2c-9da9-e79ba37613d1 HTTP/1.1" status: 204 len: 168 time: 0.2429228 Sep 07 14:07:38.852670 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c76021d-22a2-43f7-8f05-304ad5a110aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3af21af5-a815-4c2c-9da9-e79ba37613d1,revision_number=None']} {{(pid=94137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:07:38.858219 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.wsgi [-] (94137) accepted ('10.222.0.60', 46652) {{(pid=94137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:07:38.892875 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-935368cf-1f4a-4c69-bf20-960ef8b36f7b req-d1f89bb6-9e8a-49bf-8627-a5c91ed37735 tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] Network 3a770ecb-d737-4604-bdce-34f74ea9e614 is already hosted by enough agents. {{(pid=94138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 14:07:38.922076 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.scheduler.base_scheduler [req-935368cf-1f4a-4c69-bf20-960ef8b36f7b req-d1f89bb6-9e8a-49bf-8627-a5c91ed37735 tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] Resources bound (agent type, host, resource id): {{(pid=94138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:07:38.932649 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.db.l3_dvrscheduler_db [req-935368cf-1f4a-4c69-bf20-960ef8b36f7b req-d1f89bb6-9e8a-49bf-8627-a5c91ed37735 tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] Received port after_create {{(pid=94138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 14:07:38.934693 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-be01230c-1fc9-4205-9bb3-d776e8ea5c65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580555'] for network, before_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:38.939090 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c8605d-1279-4bc6-9379-b092609020ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=3750f73b-6c72-42f1-b8a9-086bab013509,revision_number=0']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:07:38.944467 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f89bb6-9e8a-49bf-8627-a5c91ed37735 tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] Pushing event updated for resources: {'Port': ['ID=67e6486c-1550-4743-804e-0be124adcfe4,revision_number=1']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:07:38.966873 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.agents_db [None req-36878762-3245-425c-bb44-2e5aea615dc4 None None] Agent healthcheck: found 6 active agents {{(pid=94140) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 14:07:38.997557 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04c8605d-1279-4bc6-9379-b092609020ba admin admin] Checking segment: {'id': '9951721c-ccaf-489b-b5e1-68302cc2cd5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'f7617b6d-ab89-4a54-b036-07b674993ecd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 14:07:38.998046 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04c8605d-1279-4bc6-9379-b092609020ba admin admin] Network hostable DHCP agents. Network: f7617b6d-ab89-4a54-b036-07b674993ecd, hostable agents: ['6cb9538d-ef7d-4fb7-b0aa-ad613f860704'], hosted agents: [] {{(pid=94138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 14:07:39.033437 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935368cf-1f4a-4c69-bf20-960ef8b36f7b req-d1f89bb6-9e8a-49bf-8627-a5c91ed37735 tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:07:39.034090 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-935368cf-1f4a-4c69-bf20-960ef8b36f7b req-d1f89bb6-9e8a-49bf-8627-a5c91ed37735 tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88768'] for port, before_response {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:39.048321 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04c8605d-1279-4bc6-9379-b092609020ba admin admin] Network f7617b6d-ab89-4a54-b036-07b674993ecd is scheduled to be hosted by DHCP agent 6cb9538d-ef7d-4fb7-b0aa-ad613f860704 with binding_index 1 {{(pid=94138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 14:07:39.064649 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.scheduler.base_scheduler [None req-04c8605d-1279-4bc6-9379-b092609020ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782910-4-iscsi, f7617b6d-ab89-4a54-b036-07b674993ecd) {{(pid=94138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:07:39.072612 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04c8605d-1279-4bc6-9379-b092609020ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:07:39.073337 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-be01230c-1fc9-4205-9bb3-d776e8ea5c65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1461133', 'neutron.services.segments.db._delete_segments_for_network-8735729117049'] for network, precommit_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:39.073538 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-04c8605d-1279-4bc6-9379-b092609020ba admin admin] Notify callbacks [] for subnet, before_response {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:39.083367 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-935368cf-1f4a-4c69-bf20-960ef8b36f7b req-d1f89bb6-9e8a-49bf-8627-a5c91ed37735 tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5612767 Sep 07 14:07:39.085533 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c328526-c7b6-45fe-8f75-2873a6e49a3b None None] Network f7617b6d-ab89-4a54-b036-07b674993ecd requested from dv-cinder-782910-4-iscsi {{(pid=94139) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 14:07:39.094663 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [None req-04c8605d-1279-4bc6-9379-b092609020ba admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6552749 Sep 07 14:07:39.098418 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.wsgi [-] (94138) accepted ('10.222.0.60', 46660) {{(pid=94138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:07:39.105922 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.v2.base [None req-77365969-e795-401a-9d5f-8e4cf73ed884 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1482981846-router', 'tenant_id': '25d79c53f0bd4923ab966dd0d5f549ca', 'external_gateway_info': {'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92'}}} {{(pid=94138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:07:39.125542 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.services.segments.db [None req-be01230c-1fc9-4205-9bb3-d776e8ea5c65 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80a12e4b-3268-490c-8606-1f7b9a86f907']}} {{(pid=94137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:07:39.137380 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.services.segments.db [None req-be01230c-1fc9-4205-9bb3-d776e8ea5c65 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e9c26da-80c3-43c0-a72d-f59debf585c0') {'for_net_delete': True} {{(pid=94137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:07:39.137709 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.services.segments.db [None req-be01230c-1fc9-4205-9bb3-d776e8ea5c65 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e9c26da-80c3-43c0-a72d-f59debf585c0') {} {{(pid=94137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:07:39.147272 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-77365969-e795-401a-9d5f-8e4cf73ed884 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-430981', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4942'] for router, before_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:39.147690 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-be01230c-1fc9-4205-9bb3-d776e8ea5c65 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735729115778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63800819'] for segment, before_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:39.150476 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-77365969-e795-401a-9d5f-8e4cf73ed884 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-429333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-433029', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-427134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4951'] for router, precommit_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:39.165121 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-be01230c-1fc9-4205-9bb3-d776e8ea5c65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1461082'] for segment, precommit_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:39.172119 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be01230c-1fc9-4205-9bb3-d776e8ea5c65 admin admin] Releasing vlan 694 on physical network physnet1 to pool {{(pid=94137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 14:07:39.172485 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-be01230c-1fc9-4205-9bb3-d776e8ea5c65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1461082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63928662'] for segment, after_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:39.183861 dv-cinder-782910-4-iscsi neutron-server[94137]: Traceback (most recent call last): Sep 07 14:07:39.183861 dv-cinder-782910-4-iscsi neutron-server[94137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 14:07:39.183861 dv-cinder-782910-4-iscsi neutron-server[94137]: timer() Sep 07 14:07:39.183861 dv-cinder-782910-4-iscsi neutron-server[94137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 14:07:39.183861 dv-cinder-782910-4-iscsi neutron-server[94137]: cb(*args, **kw) Sep 07 14:07:39.183861 dv-cinder-782910-4-iscsi neutron-server[94137]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 14:07:39.183861 dv-cinder-782910-4-iscsi neutron-server[94137]: return func(*args, **kwargs) Sep 07 14:07:39.183861 dv-cinder-782910-4-iscsi neutron-server[94137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 14:07:39.183861 dv-cinder-782910-4-iscsi neutron-server[94137]: self._notify() Sep 07 14:07:39.183861 dv-cinder-782910-4-iscsi neutron-server[94137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 14:07:39.183861 dv-cinder-782910-4-iscsi neutron-server[94137]: self.callback(batched_events) Sep 07 14:07:39.183861 dv-cinder-782910-4-iscsi neutron-server[94137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 14:07:39.183861 dv-cinder-782910-4-iscsi neutron-server[94137]: event.method(event) Sep 07 14:07:39.183861 dv-cinder-782910-4-iscsi neutron-server[94137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 14:07:39.183861 dv-cinder-782910-4-iscsi neutron-server[94137]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 14:07:39.183861 dv-cinder-782910-4-iscsi neutron-server[94137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 14:07:39.183861 dv-cinder-782910-4-iscsi neutron-server[94137]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 14:07:39.183861 dv-cinder-782910-4-iscsi neutron-server[94137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 14:07:39.183861 dv-cinder-782910-4-iscsi neutron-server[94137]: return f(self, *a, **k) Sep 07 14:07:39.183861 dv-cinder-782910-4-iscsi neutron-server[94137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 14:07:39.183861 dv-cinder-782910-4-iscsi neutron-server[94137]: return self._get(url).json() Sep 07 14:07:39.183861 dv-cinder-782910-4-iscsi neutron-server[94137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 14:07:39.183861 dv-cinder-782910-4-iscsi neutron-server[94137]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 14:07:39.183861 dv-cinder-782910-4-iscsi neutron-server[94137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 14:07:39.183861 dv-cinder-782910-4-iscsi neutron-server[94137]: return self.request(url, 'GET', **kwargs) Sep 07 14:07:39.183861 dv-cinder-782910-4-iscsi neutron-server[94137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 14:07:39.183861 dv-cinder-782910-4-iscsi neutron-server[94137]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 14:07:39.183861 dv-cinder-782910-4-iscsi neutron-server[94137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 14:07:39.183861 dv-cinder-782910-4-iscsi neutron-server[94137]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 14:07:39.183861 dv-cinder-782910-4-iscsi neutron-server[94137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 14:07:39.183861 dv-cinder-782910-4-iscsi neutron-server[94137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 14:07:39.183861 dv-cinder-782910-4-iscsi neutron-server[94137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 14:07:39.239561 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-be01230c-1fc9-4205-9bb3-d776e8ea5c65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1461122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-432396'] for network, after_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:39.257034 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-be01230c-1fc9-4205-9bb3-d776e8ea5c65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539090'] for network, before_response {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:39.270292 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [None req-be01230c-1fc9-4205-9bb3-d776e8ea5c65 admin admin] 10.222.0.60 "DELETE /v2.0/networks/80a12e4b-3268-490c-8606-1f7b9a86f907 HTTP/1.1" status: 204 len: 168 time: 0.4030166 Sep 07 14:07:39.275960 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be01230c-1fc9-4205-9bb3-d776e8ea5c65 admin admin] Pushing event deleted for resources: {'Network': ['ID=80a12e4b-3268-490c-8606-1f7b9a86f907,revision_number=None']} {{(pid=94137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:07:39.282782 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-133b4cdd-5f4e-417f-82d3-62fb248a7f63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6c7af525-79c1-5515-b113-f9d7f983f641-f7617b6d-ab89-4a54-b036-07b674993ecd', 'network_id': 'f7617b6d-ab89-4a54-b036-07b674993ecd', 'tenant_id': '25d79c53f0bd4923ab966dd0d5f549ca', 'fixed_ips': [{'subnet_id': '3750f73b-6c72-42f1-b8a9-086bab013509'}]}} from dv-cinder-782910-4-iscsi. {{(pid=94139) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 14:07:39.284091 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-133b4cdd-5f4e-417f-82d3-62fb248a7f63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_create {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:39.377621 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-77365969-e795-401a-9d5f-8e4cf73ed884 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:39.445651 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.db_base_plugin_common [None req-133b4cdd-5f4e-417f-82d3-62fb248a7f63 None None] Allocated IP 172.20.0.2 (f7617b6d-ab89-4a54-b036-07b674993ecd/3750f73b-6c72-42f1-b8a9-086bab013509/4a7a84a1-dcb2-4b5a-a784-2e6cc459e854) {{(pid=94139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 14:07:39.492377 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.wsgi [-] (94137) accepted ('10.222.0.60', 46670) {{(pid=94137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:07:39.524624 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-77365969-e795-401a-9d5f-8e4cf73ed884 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:39.567751 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [None req-7e0b602c-4709-42a6-8ad4-5cdc68c1434c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=de109ed6502d4a7aa4975bcb362b2a28&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0735466 Sep 07 14:07:39.570719 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.wsgi [-] (94138) accepted ('10.222.0.60', 46672) {{(pid=94138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:07:39.604881 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8393ca8-72a6-4e2e-81d5-88ee513097ab req-ec8df2ed-e954-4010-b469-a931bfee1911 tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:07:39.606434 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-d8393ca8-72a6-4e2e-81d5-88ee513097ab req-ec8df2ed-e954-4010-b469-a931bfee1911 tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] 10.222.0.60 "GET /v2.0/ports?device_id=8faffc9e-15ca-4353-891f-be1f3c8a0058 HTTP/1.1" status: 200 len: 931 time: 0.0544503 Sep 07 14:07:39.610407 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-133b4cdd-5f4e-417f-82d3-62fb248a7f63 None None] Notify callbacks [] for port, precommit_create {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:39.620043 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-133b4cdd-5f4e-417f-82d3-62fb248a7f63 None None] Transition to ACTIVE for port object 4a7a84a1-dcb2-4b5a-a784-2e6cc459e854 will not be triggered until provisioned by entity L2. {{(pid=94139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 14:07:39.646540 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-133b4cdd-5f4e-417f-82d3-62fb248a7f63 None None] Transition to ACTIVE for port object 4a7a84a1-dcb2-4b5a-a784-2e6cc459e854 will not be triggered until provisioned by entity DHCP. {{(pid=94139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 14:07:39.648128 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-d8393ca8-72a6-4e2e-81d5-88ee513097ab req-9f46d0fa-595d-4a3d-897f-7b2266d9f220 tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] 10.222.0.60 "GET /v2.0/security-groups?id=4f7dc2d4-63eb-4f55-94d4-dc3bb3bdb6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344043 Sep 07 14:07:39.655448 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-133b4cdd-5f4e-417f-82d3-62fb248a7f63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735728620445'] for port, after_create {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:39.662380 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-072faa29-1003-4d0f-a655-c39eae7836df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:39.694678 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-072faa29-1003-4d0f-a655-c39eae7836df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:39.698415 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-133b4cdd-5f4e-417f-82d3-62fb248a7f63 None None] Network f7617b6d-ab89-4a54-b036-07b674993ecd is already hosted by enough agents. {{(pid=94139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 14:07:39.701181 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.scheduler.base_scheduler [None req-133b4cdd-5f4e-417f-82d3-62fb248a7f63 None None] Resources bound (agent type, host, resource id): {{(pid=94139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:07:39.704784 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133b4cdd-5f4e-417f-82d3-62fb248a7f63 None None] Received port after_create {{(pid=94139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 14:07:39.719666 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133b4cdd-5f4e-417f-82d3-62fb248a7f63 None None] Pushing event updated for resources: {'Port': ['ID=4a7a84a1-dcb2-4b5a-a784-2e6cc459e854,revision_number=1']} {{(pid=94139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:07:39.765332 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.managers [None req-133b4cdd-5f4e-417f-82d3-62fb248a7f63 None None] Attempting to bind port 4a7a84a1-dcb2-4b5a-a784-2e6cc459e854 on host dv-cinder-782910-4-iscsi for vnic_type normal with profile {{(pid=94139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 14:07:39.765890 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.managers [None req-133b4cdd-5f4e-417f-82d3-62fb248a7f63 None None] Attempting to bind port 4a7a84a1-dcb2-4b5a-a784-2e6cc459e854 by drivers openvswitch,hyperv on host dv-cinder-782910-4-iscsi at level 0 using segments [{'id': '9951721c-ccaf-489b-b5e1-68302cc2cd5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'f7617b6d-ab89-4a54-b036-07b674993ecd'}] {{(pid=94139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 14:07:39.766247 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-133b4cdd-5f4e-417f-82d3-62fb248a7f63 None None] Attempting to bind port 4a7a84a1-dcb2-4b5a-a784-2e6cc459e854 on network f7617b6d-ab89-4a54-b036-07b674993ecd {{(pid=94139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 14:07:39.772529 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-133b4cdd-5f4e-417f-82d3-62fb248a7f63 None None] Checking agent: {'id': 'b1ca48ac-dc13-463a-a516-8ddf18655ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782910-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 13, 58, 14), 'started_at': datetime.datetime(2021, 9, 7, 13, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 14, 7, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782910-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 14:07:39.772860 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-133b4cdd-5f4e-417f-82d3-62fb248a7f63 None None] Checking segment: {'id': '9951721c-ccaf-489b-b5e1-68302cc2cd5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'f7617b6d-ab89-4a54-b036-07b674993ecd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 14:07:39.773565 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-133b4cdd-5f4e-417f-82d3-62fb248a7f63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:39.774651 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-133b4cdd-5f4e-417f-82d3-62fb248a7f63 None None] Bound using segment: {'id': '9951721c-ccaf-489b-b5e1-68302cc2cd5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'f7617b6d-ab89-4a54-b036-07b674993ecd'} {{(pid=94139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 14:07:39.775137 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.managers [None req-133b4cdd-5f4e-417f-82d3-62fb248a7f63 None None] Bound port: 4a7a84a1-dcb2-4b5a-a784-2e6cc459e854, host: dv-cinder-782910-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9951721c-ccaf-489b-b5e1-68302cc2cd5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'f7617b6d-ab89-4a54-b036-07b674993ecd'}}] {{(pid=94139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 14:07:39.775521 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-133b4cdd-5f4e-417f-82d3-62fb248a7f63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:39.805692 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b59676-2c0b-42e7-bb16-3e41afcf8dba req-f0b48ac1-0bf2-472e-a436-4c1b9ad73b3c tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:07:39.807210 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-70b59676-2c0b-42e7-bb16-3e41afcf8dba req-f0b48ac1-0bf2-472e-a436-4c1b9ad73b3c tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/ports?device_id=752df912-1fe9-4a3a-aedc-0b4fe4e15164 HTTP/1.1" status: 200 len: 945 time: 0.0517766 Sep 07 14:07:39.850624 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.db [None req-133b4cdd-5f4e-417f-82d3-62fb248a7f63 None None] For port 4a7a84a1-dcb2-4b5a-a784-2e6cc459e854, host dv-cinder-782910-4-iscsi, cleared binding levels {{(pid=94139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 14:07:39.853053 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-072faa29-1003-4d0f-a655-c39eae7836df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585164'] for security_group, after_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:39.855260 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.db [None req-133b4cdd-5f4e-417f-82d3-62fb248a7f63 None None] For port 4a7a84a1-dcb2-4b5a-a784-2e6cc459e854, host dv-cinder-782910-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-4-iscsi',level=0,port_id=4a7a84a1-dcb2-4b5a-a784-2e6cc459e854,segment=NetworkSegment(9951721c-ccaf-489b-b5e1-68302cc2cd5b),segment_id=9951721c-ccaf-489b-b5e1-68302cc2cd5b)] {{(pid=94139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 14:07:39.855839 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-072faa29-1003-4d0f-a655-c39eae7836df admin admin] Notify callbacks [] for security_group, before_response {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:39.857226 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [None req-072faa29-1003-4d0f-a655-c39eae7836df admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f4fa4951-cd1a-4cb9-a495-a47a3a3d018e HTTP/1.1" status: 204 len: 168 time: 0.2847474 Sep 07 14:07:39.858074 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-70b59676-2c0b-42e7-bb16-3e41afcf8dba req-8b55bd8b-5950-495f-be87-98c68e4167dd tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/security-groups?id=1eaa7adf-c23d-4a19-a899-ef24f817425f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431557 Sep 07 14:07:39.871392 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-133b4cdd-5f4e-417f-82d3-62fb248a7f63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735729008622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735728620463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735728620481'] for port, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:39.872049 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072faa29-1003-4d0f-a655-c39eae7836df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4fa4951-cd1a-4cb9-a495-a47a3a3d018e,revision_number=None']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:07:39.875361 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-77365969-e795-401a-9d5f-8e4cf73ed884 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:39.904769 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-77365969-e795-401a-9d5f-8e4cf73ed884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:39.955401 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133b4cdd-5f4e-417f-82d3-62fb248a7f63 None None] Pushing event updated for resources: {'Port': ['ID=4a7a84a1-dcb2-4b5a-a784-2e6cc459e854,revision_number=2']} {{(pid=94139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:07:40.262596 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.db.db_base_plugin_common [None req-77365969-e795-401a-9d5f-8e4cf73ed884 admin admin] Allocated IP 172.27.2.166 (50058ef2-6e12-4dff-890f-d2e17fb9ee92/db4a7c65-31e2-4f76-9b43-e160b3d3d8e2/59d08d57-a9bc-451f-b10d-b81a2fedad8c) {{(pid=94138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 14:07:40.291688 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.wsgi [-] (94137) accepted ('10.222.0.60', 46680) {{(pid=94137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:07:40.338313 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [None req-d9f8bb2e-3a33-4c78-a08e-67383d8ece0b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0f6323ffa11349a8ab54e0d1d087c068&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0454495 Sep 07 14:07:40.340817 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.wsgi [-] (94137) accepted ('10.222.0.60', 46684) {{(pid=94137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:07:40.387676 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-77365969-e795-401a-9d5f-8e4cf73ed884 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:40.396808 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-32c07c02-e6ea-4899-bbdf-c0acdd1ea789 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:40.403677 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.db [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] get_ports_and_sgs() called for port_ids ['4d09b16a-797a-4fc5-ac48-ce9d0ebf9736'] {{(pid=94139) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 14:07:40.425914 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-32c07c02-e6ea-4899-bbdf-c0acdd1ea789 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:40.435737 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-77365969-e795-401a-9d5f-8e4cf73ed884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735728620445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65197361'] for port, after_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:40.479569 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77365969-e795-401a-9d5f-8e4cf73ed884 admin admin] Network 50058ef2-6e12-4dff-890f-d2e17fb9ee92 is already hosted by enough agents. {{(pid=94138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 14:07:40.487464 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.scheduler.base_scheduler [None req-77365969-e795-401a-9d5f-8e4cf73ed884 admin admin] Resources bound (agent type, host, resource id): {{(pid=94138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:07:40.490509 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77365969-e795-401a-9d5f-8e4cf73ed884 admin admin] Pushing event updated for resources: {'Port': ['ID=59d08d57-a9bc-451f-b10d-b81a2fedad8c,revision_number=1']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:07:40.491871 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77365969-e795-401a-9d5f-8e4cf73ed884 admin admin] Received port after_create {{(pid=94138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 14:07:40.496740 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-32c07c02-e6ea-4899-bbdf-c0acdd1ea789 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585164'] for security_group, after_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:40.499775 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-32c07c02-e6ea-4899-bbdf-c0acdd1ea789 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:40.502267 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [None req-32c07c02-e6ea-4899-bbdf-c0acdd1ea789 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3e3a8be4-ae8d-4ccb-9025-93669b72c819 HTTP/1.1" status: 204 len: 168 time: 0.1604776 Sep 07 14:07:40.515171 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c07c02-e6ea-4899-bbdf-c0acdd1ea789 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e3a8be4-ae8d-4ccb-9025-93669b72c819,revision_number=None']} {{(pid=94137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:07:40.644284 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-82da7a49-0a95-4c8a-aa6a-028dfeb842c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:40.795253 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698f9b88-f5bb-4ded-9fe2-217740fa0763 req-2d8f9932-3a57-419f-b647-6a160cbfbd50 tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:07:40.797067 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-698f9b88-f5bb-4ded-9fe2-217740fa0763 req-2d8f9932-3a57-419f-b647-6a160cbfbd50 tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] 10.222.0.60 "GET /v2.0/ports?device_id=8faffc9e-15ca-4353-891f-be1f3c8a0058 HTTP/1.1" status: 200 len: 931 time: 0.0574937 Sep 07 14:07:40.839622 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-77365969-e795-401a-9d5f-8e4cf73ed884 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:40.847964 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-698f9b88-f5bb-4ded-9fe2-217740fa0763 req-0308872a-6d47-410e-8c12-e1cec2d9863b tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] 10.222.0.60 "GET /v2.0/security-groups?id=4f7dc2d4-63eb-4f55-94d4-dc3bb3bdb6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435941 Sep 07 14:07:40.989464 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff48aa9-a693-4745-bbca-6703907c4729 req-f8ae2a4f-479c-49b5-a7bb-77ce08a2c2c3 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:07:40.996823 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-4ff48aa9-a693-4745-bbca-6703907c4729 req-f8ae2a4f-479c-49b5-a7bb-77ce08a2c2c3 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/ports?device_id=752df912-1fe9-4a3a-aedc-0b4fe4e15164 HTTP/1.1" status: 200 len: 945 time: 0.0639765 Sep 07 14:07:41.042329 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-4ff48aa9-a693-4745-bbca-6703907c4729 req-0337a256-9b52-4358-920b-2fc1c8f17923 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/security-groups?id=1eaa7adf-c23d-4a19-a899-ef24f817425f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400417 Sep 07 14:07:41.063717 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78c6ddb2-fec6-4db2-9c54-7bd7d9648ffb None None] Network f7617b6d-ab89-4a54-b036-07b674993ecd requested from dv-cinder-782910-4-iscsi {{(pid=94139) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 14:07:41.103427 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-77365969-e795-401a-9d5f-8e4cf73ed884 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-429324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-433112'] for router, after_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:41.136893 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-21baa9b5-acfe-49b3-8c8f-4860a503175f None None] Provisioning for port 4a7a84a1-dcb2-4b5a-a784-2e6cc459e854 completed by entity DHCP. {{(pid=94139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 14:07:41.261001 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77365969-e795-401a-9d5f-8e4cf73ed884 admin admin] Router 7c716cc1-a531-41f3-9f23-faa57b595784 is scheduled to L3 agent fa68c273-d39f-43dc-b6f8-e0c6852ace12 with binding_index 1 {{(pid=94138) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 14:07:41.362267 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.wsgi [-] (94137) accepted ('10.222.0.60', 46714) {{(pid=94137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:07:41.387067 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77365969-e795-401a-9d5f-8e4cf73ed884 admin admin] Notify agent at l3_agent.dv-cinder-782910-4-iscsi the message routers_updated {{(pid=94138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 14:07:41.398608 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bacb1b94-830e-43f0-b185-1d16dde12b68 None None] Sync routers for ids ['7c716cc1-a531-41f3-9f23-faa57b595784'] in dv-cinder-782910-4-iscsi {{(pid=94140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 14:07:41.405357 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-77365969-e795-401a-9d5f-8e4cf73ed884 admin admin] Notify callbacks [] for router, before_response {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:41.410274 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [None req-77365969-e795-401a-9d5f-8e4cf73ed884 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.3080263 Sep 07 14:07:41.410797 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.wsgi [-] (94137) accepted ('10.222.0.60', 46718) {{(pid=94137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:07:41.414265 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bacb1b94-830e-43f0-b185-1d16dde12b68 None None] Routers {'7c716cc1-a531-41f3-9f23-faa57b595784'} bound to L3 agent in host dv-cinder-782910-4-iscsi {{(pid=94140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:07:41.415434 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.l3_hamode_db [None req-bacb1b94-830e-43f0-b185-1d16dde12b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T13:58:13Z,description=,heartbeat_timestamp=2021-09-07T14:07:13Z,host='dv-cinder-782910-4-iscsi',id=fa68c273-d39f-43dc-b6f8-e0c6852ace12,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T13:58:13Z,topic='l3_agent')) {'router_ids': ['7c716cc1-a531-41f3-9f23-faa57b595784'], 'active': True} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:07:41.428522 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.v2.base [req-935368cf-1f4a-4c69-bf20-960ef8b36f7b req-aea63abe-fa5d-4989-a8e9-2beb6747bde5 service neutron] Request body: {'port': {'device_id': '8faffc9e-15ca-4353-891f-be1f3c8a0058', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78291'}} {{(pid=94138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:07:41.496596 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-935368cf-1f4a-4c69-bf20-960ef8b36f7b req-aea63abe-fa5d-4989-a8e9-2beb6747bde5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_update {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:41.516498 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.v2.base [None req-a0ce4217-d1f7-47d8-9bb0-ea44df1b5d0b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-870511900-network', 'tenant_id': '931073f1f0c54741954d14ba6ee137fe'}} {{(pid=94137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:07:41.549852 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.l3_dvr_db [None req-bacb1b94-830e-43f0-b185-1d16dde12b68 None None] Set router 7c716cc1-a531-41f3-9f23-faa57b595784 gateway port host: dv-cinder-782910-4-iscsi {{(pid=94140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:07:41.579708 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0ce4217-d1f7-47d8-9bb0-ea44df1b5d0b admin admin] Made reservation on behalf of 931073f1f0c54741954d14ba6ee137fe for: {'network': 1} {{(pid=94137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 14:07:41.582222 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-a0ce4217-d1f7-47d8-9bb0-ea44df1b5d0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for network, before_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:41.592975 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-a0ce4217-d1f7-47d8-9bb0-ea44df1b5d0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:41.739950 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.l3_hamode_db [None req-bacb1b94-830e-43f0-b185-1d16dde12b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c716cc1-a531-41f3-9f23-faa57b595784', 'name': 'tempest-TestVolumeBootPattern-1482981846-router', 'tenant_id': '25d79c53f0bd4923ab966dd0d5f549ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'external_fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': '59d08d57-a9bc-451f-b10d-b81a2fedad8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:07:39Z', 'updated_at': '2021-09-07T14:07:40Z', 'revision_number': 3, 'project_id': '25d79c53f0bd4923ab966dd0d5f549ca', 'gw_port': {'id': '59d08d57-a9bc-451f-b10d-b81a2fedad8c', 'name': '', 'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f4:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c716cc1-a531-41f3-9f23-faa57b595784', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:07:39Z', 'updated_at': '2021-09-07T14:07:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-4-iscsi'}], 'dv-cinder-782910-4-iscsi', False) {} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:07:41.772393 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bacb1b94-830e-43f0-b185-1d16dde12b68 None None] Checking router: 7c716cc1-a531-41f3-9f23-faa57b595784 for host: dv-cinder-782910-4-iscsi {{(pid=94140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 14:07:41.772751 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bacb1b94-830e-43f0-b185-1d16dde12b68 None None] Updating router 7c716cc1-a531-41f3-9f23-faa57b595784 port 59d08d57-a9bc-451f-b10d-b81a2fedad8c binding host dv-cinder-782910-4-iscsi {{(pid=94140) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 14:07:41.798654 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-bacb1b94-830e-43f0-b185-1d16dde12b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:41.804847 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.notifiers.nova [req-935368cf-1f4a-4c69-bf20-960ef8b36f7b req-aea63abe-fa5d-4989-a8e9-2beb6747bde5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67e6486c-1550-4743-804e-0be124adcfe4 {{(pid=94138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 14:07:41.812890 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-935368cf-1f4a-4c69-bf20-960ef8b36f7b req-aea63abe-fa5d-4989-a8e9-2beb6747bde5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:41.826608 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.db.provisioning_blocks [req-935368cf-1f4a-4c69-bf20-960ef8b36f7b req-aea63abe-fa5d-4989-a8e9-2beb6747bde5 service neutron] Transition to ACTIVE for port object 67e6486c-1550-4743-804e-0be124adcfe4 will not be triggered until provisioned by entity L2. {{(pid=94138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 14:07:41.832925 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-935368cf-1f4a-4c69-bf20-960ef8b36f7b req-aea63abe-fa5d-4989-a8e9-2beb6747bde5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735729008622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735728620463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735728620481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65197374'] for port, after_update {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:41.909385 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea63abe-fa5d-4989-a8e9-2beb6747bde5 service neutron] Pushing event updated for resources: {'Port': ['ID=67e6486c-1550-4743-804e-0be124adcfe4,revision_number=2']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:07:41.966807 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.managers [req-935368cf-1f4a-4c69-bf20-960ef8b36f7b req-aea63abe-fa5d-4989-a8e9-2beb6747bde5 service neutron] Attempting to bind port 67e6486c-1550-4743-804e-0be124adcfe4 on host hv-cinder-78291 for vnic_type normal with profile {{(pid=94138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 14:07:41.967419 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.managers [req-935368cf-1f4a-4c69-bf20-960ef8b36f7b req-aea63abe-fa5d-4989-a8e9-2beb6747bde5 service neutron] Attempting to bind port 67e6486c-1550-4743-804e-0be124adcfe4 by drivers openvswitch,hyperv on host hv-cinder-78291 at level 0 using segments [{'id': '273b8804-25ce-4bc4-8196-9c483ce6e52d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '3a770ecb-d737-4604-bdce-34f74ea9e614'}] {{(pid=94138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 14:07:41.967749 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935368cf-1f4a-4c69-bf20-960ef8b36f7b req-aea63abe-fa5d-4989-a8e9-2beb6747bde5 service neutron] Attempting to bind port 67e6486c-1550-4743-804e-0be124adcfe4 on network 3a770ecb-d737-4604-bdce-34f74ea9e614 {{(pid=94138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 14:07:41.972421 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935368cf-1f4a-4c69-bf20-960ef8b36f7b req-aea63abe-fa5d-4989-a8e9-2beb6747bde5 service neutron] Port 67e6486c-1550-4743-804e-0be124adcfe4 on network 3a770ecb-d737-4604-bdce-34f74ea9e614 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78291 {{(pid=94138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 14:07:41.972787 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935368cf-1f4a-4c69-bf20-960ef8b36f7b req-aea63abe-fa5d-4989-a8e9-2beb6747bde5 service neutron] Attempting to bind port 67e6486c-1550-4743-804e-0be124adcfe4 on network 3a770ecb-d737-4604-bdce-34f74ea9e614 {{(pid=94138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 14:07:41.979329 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935368cf-1f4a-4c69-bf20-960ef8b36f7b req-aea63abe-fa5d-4989-a8e9-2beb6747bde5 service neutron] Checking agent: {'id': '42fa3594-1565-4da1-9b03-2e08c5cc8c06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78291', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 14, 4, 18), 'started_at': datetime.datetime(2021, 9, 7, 14, 4, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 14, 7, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 14:07:41.979668 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935368cf-1f4a-4c69-bf20-960ef8b36f7b req-aea63abe-fa5d-4989-a8e9-2beb6747bde5 service neutron] Checking segment: {'id': '273b8804-25ce-4bc4-8196-9c483ce6e52d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '3a770ecb-d737-4604-bdce-34f74ea9e614'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 14:07:41.980053 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935368cf-1f4a-4c69-bf20-960ef8b36f7b req-aea63abe-fa5d-4989-a8e9-2beb6747bde5 service neutron] Bound using segment: {'id': '273b8804-25ce-4bc4-8196-9c483ce6e52d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '3a770ecb-d737-4604-bdce-34f74ea9e614'} {{(pid=94138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 14:07:41.980478 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.managers [req-935368cf-1f4a-4c69-bf20-960ef8b36f7b req-aea63abe-fa5d-4989-a8e9-2beb6747bde5 service neutron] Bound port: 67e6486c-1550-4743-804e-0be124adcfe4, host: hv-cinder-78291, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '273b8804-25ce-4bc4-8196-9c483ce6e52d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '3a770ecb-d737-4604-bdce-34f74ea9e614'}}] {{(pid=94138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 14:07:41.981037 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-935368cf-1f4a-4c69-bf20-960ef8b36f7b req-aea63abe-fa5d-4989-a8e9-2beb6747bde5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_update {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:42.067411 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.db [req-935368cf-1f4a-4c69-bf20-960ef8b36f7b req-aea63abe-fa5d-4989-a8e9-2beb6747bde5 service neutron] For port 67e6486c-1550-4743-804e-0be124adcfe4, host hv-cinder-78291, cleared binding levels {{(pid=94138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 14:07:42.074818 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.db [req-935368cf-1f4a-4c69-bf20-960ef8b36f7b req-aea63abe-fa5d-4989-a8e9-2beb6747bde5 service neutron] For port 67e6486c-1550-4743-804e-0be124adcfe4, host hv-cinder-78291, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=67e6486c-1550-4743-804e-0be124adcfe4,segment=NetworkSegment(273b8804-25ce-4bc4-8196-9c483ce6e52d),segment_id=273b8804-25ce-4bc4-8196-9c483ce6e52d)] {{(pid=94138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 14:07:42.083215 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-935368cf-1f4a-4c69-bf20-960ef8b36f7b req-aea63abe-fa5d-4989-a8e9-2beb6747bde5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735729008622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735728620463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735728620481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65197374'] for port, after_update {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:42.097018 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a252d3c-5c2d-48d9-8703-7714c41181e9 req-9d9e753b-17c3-495b-a317-cc4c367cca9d tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:07:42.098768 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-2a252d3c-5c2d-48d9-8703-7714c41181e9 req-9d9e753b-17c3-495b-a317-cc4c367cca9d tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] 10.222.0.60 "GET /v2.0/ports?device_id=8faffc9e-15ca-4353-891f-be1f3c8a0058 HTTP/1.1" status: 200 len: 943 time: 0.1638684 Sep 07 14:07:42.127554 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-bacb1b94-830e-43f0-b185-1d16dde12b68 None None] Notify callbacks [] for port, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:42.133848 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-a0ce4217-d1f7-47d8-9bb0-ea44df1b5d0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:42.140998 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.provisioning_blocks [None req-bacb1b94-830e-43f0-b185-1d16dde12b68 None None] Transition to ACTIVE for port object 59d08d57-a9bc-451f-b10d-b81a2fedad8c will not be triggered until provisioned by entity L2. {{(pid=94140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 14:07:42.154194 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-bacb1b94-830e-43f0-b185-1d16dde12b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735729008622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735728620463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735728620481'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:42.172523 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea63abe-fa5d-4989-a8e9-2beb6747bde5 service neutron] Pushing event updated for resources: {'Port': ['ID=67e6486c-1550-4743-804e-0be124adcfe4,revision_number=3']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:07:42.174542 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-a0ce4217-d1f7-47d8-9bb0-ea44df1b5d0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585164'] for security_group, after_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:42.198625 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935368cf-1f4a-4c69-bf20-960ef8b36f7b req-aea63abe-fa5d-4989-a8e9-2beb6747bde5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:07:42.199565 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-935368cf-1f4a-4c69-bf20-960ef8b36f7b req-aea63abe-fa5d-4989-a8e9-2beb6747bde5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88768'] for port, before_response {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:42.201179 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-935368cf-1f4a-4c69-bf20-960ef8b36f7b req-aea63abe-fa5d-4989-a8e9-2beb6747bde5 service neutron] 10.222.0.23 "PUT /v2.0/ports/67e6486c-1550-4743-804e-0be124adcfe4 HTTP/1.1" status: 200 len: 1093 time: 0.7774429 Sep 07 14:07:42.202157 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8faffc9e-15ca-4353-891f-be1f3c8a0058', 'tag': '67e6486c-1550-4743-804e-0be124adcfe4'}] {{(pid=94138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:07:42.204600 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2f7ddeb31991bace343f2b2f4f22cd3bc4274a24b7cd750f83a004d46e17087" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ea78006-b344-4bcd-8cd8-10771ae807f9" -d '{"events": [{"name": "network-changed", "server_uuid": "8faffc9e-15ca-4353-891f-be1f3c8a0058", "tag": "67e6486c-1550-4743-804e-0be124adcfe4"}]}' {{(pid=94138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:07:42.215611 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-90497945-cc67-4e40-89ff-93978391019b None None] Device 4a7a84a1-dcb2-4b5a-a784-2e6cc459e854 up at agent ovs-agent-dv-cinder-782910-4-iscsi {{(pid=94139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:07:42.224466 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020b9881-2a47-473c-97af-a1bf46fd8dd9 None None] Pushing event updated for resources: {'Port': ['ID=59d08d57-a9bc-451f-b10d-b81a2fedad8c,revision_number=2']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:07:42.236513 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0ce4217-d1f7-47d8-9bb0-ea44df1b5d0b admin admin] vlan segment allocate from pool success with {'vlan_id': 688, 'physical_network': 'physnet1'} {{(pid=94137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 14:07:42.240448 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020b9881-2a47-473c-97af-a1bf46fd8dd9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:07:42.240925 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020b9881-2a47-473c-97af-a1bf46fd8dd9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:07:42.241409 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020b9881-2a47-473c-97af-a1bf46fd8dd9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:07:42.241840 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020b9881-2a47-473c-97af-a1bf46fd8dd9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:07:42.242393 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020b9881-2a47-473c-97af-a1bf46fd8dd9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:07:42.243003 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020b9881-2a47-473c-97af-a1bf46fd8dd9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:07:42.243533 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020b9881-2a47-473c-97af-a1bf46fd8dd9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:07:42.244068 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020b9881-2a47-473c-97af-a1bf46fd8dd9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:07:42.244631 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020b9881-2a47-473c-97af-a1bf46fd8dd9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:07:42.245499 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-2a252d3c-5c2d-48d9-8703-7714c41181e9 req-a78c6c21-1da3-48de-b2b5-f8893ee096a8 tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] 10.222.0.60 "GET /v2.0/security-groups?id=4f7dc2d4-63eb-4f55-94d4-dc3bb3bdb6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373413 Sep 07 14:07:42.257412 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020b9881-2a47-473c-97af-a1bf46fd8dd9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:07:42.258094 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020b9881-2a47-473c-97af-a1bf46fd8dd9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:07:42.259215 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020b9881-2a47-473c-97af-a1bf46fd8dd9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:07:42.269344 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-a0ce4217-d1f7-47d8-9bb0-ea44df1b5d0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1461082'] for segment, precommit_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:42.276574 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [None req-bacb1b94-830e-43f0-b185-1d16dde12b68 None None] Attempting to bind port 59d08d57-a9bc-451f-b10d-b81a2fedad8c on host dv-cinder-782910-4-iscsi for vnic_type normal with profile {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 14:07:42.277035 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [None req-bacb1b94-830e-43f0-b185-1d16dde12b68 None None] Attempting to bind port 59d08d57-a9bc-451f-b10d-b81a2fedad8c by drivers openvswitch,hyperv on host dv-cinder-782910-4-iscsi at level 0 using segments [{'id': '5550a781-5bde-4ad4-a1aa-3dd2778b0f71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92'}] {{(pid=94140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 14:07:42.277521 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bacb1b94-830e-43f0-b185-1d16dde12b68 None None] Attempting to bind port 59d08d57-a9bc-451f-b10d-b81a2fedad8c on network 50058ef2-6e12-4dff-890f-d2e17fb9ee92 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 14:07:42.277815 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.db.segments_db [None req-a0ce4217-d1f7-47d8-9bb0-ea44df1b5d0b admin admin] Added segment 09e98d4d-c58d-4c7c-9f6d-df7d32fc6ba4 of type vlan for network d0fbc326-00e7-4f52-8e63-a9124c702e3b Sep 07 14:07:42.283482 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bacb1b94-830e-43f0-b185-1d16dde12b68 None None] Checking agent: {'id': 'b1ca48ac-dc13-463a-a516-8ddf18655ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782910-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 13, 58, 14), 'started_at': datetime.datetime(2021, 9, 7, 13, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 14, 7, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782910-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 14:07:42.283917 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bacb1b94-830e-43f0-b185-1d16dde12b68 None None] Checking segment: {'id': '5550a781-5bde-4ad4-a1aa-3dd2778b0f71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 14:07:42.284422 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-bacb1b94-830e-43f0-b185-1d16dde12b68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:42.284906 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bacb1b94-830e-43f0-b185-1d16dde12b68 None None] Bound using segment: {'id': '5550a781-5bde-4ad4-a1aa-3dd2778b0f71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92'} {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 14:07:42.285524 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [None req-bacb1b94-830e-43f0-b185-1d16dde12b68 None None] Bound port: 59d08d57-a9bc-451f-b10d-b81a2fedad8c, host: dv-cinder-782910-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5550a781-5bde-4ad4-a1aa-3dd2778b0f71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92'}}] {{(pid=94140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 14:07:42.286040 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-bacb1b94-830e-43f0-b185-1d16dde12b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:42.291175 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ce4217-d1f7-47d8-9bb0-ea44df1b5d0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c854b715-3105-4236-a433-6b2974599db5,revision_number=1']} {{(pid=94137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:07:42.299592 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-90497945-cc67-4e40-89ff-93978391019b None None] Provisioning for port 4a7a84a1-dcb2-4b5a-a784-2e6cc459e854 completed by entity L2. {{(pid=94139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 14:07:42.306252 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc10e09-8eca-4bc0-821a-8a04a5658952 req-fbe6ca48-de2f-4d2a-80be-97524e263f14 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:07:42.307830 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-1cc10e09-8eca-4bc0-821a-8a04a5658952 req-fbe6ca48-de2f-4d2a-80be-97524e263f14 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/ports?device_id=752df912-1fe9-4a3a-aedc-0b4fe4e15164 HTTP/1.1" status: 200 len: 945 time: 0.1830633 Sep 07 14:07:42.315884 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 14:07:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2912a4a-e904-4850-8622-2018b62fac74 x-openstack-request-id: req-b2912a4a-e904-4850-8622-2018b62fac74 {{(pid=94138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:07:42.316384 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8faffc9e-15ca-4353-891f-be1f3c8a0058", "tag": "67e6486c-1550-4743-804e-0be124adcfe4", "status": "completed", "code": 200}]} {{(pid=94138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:07:42.317472 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b2912a4a-e904-4850-8622-2018b62fac74 {{(pid=94138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:07:42.317580 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-90497945-cc67-4e40-89ff-93978391019b None None] Provisioning complete for port 4a7a84a1-dcb2-4b5a-a784-2e6cc459e854 triggered by entity L2. {{(pid=94139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:07:42.317692 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8faffc9e-15ca-4353-891f-be1f3c8a0058', 'tag': '67e6486c-1550-4743-804e-0be124adcfe4', 'status': 'completed', 'code': 200} Sep 07 14:07:42.317784 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-90497945-cc67-4e40-89ff-93978391019b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462246'] for port, provisioning_complete {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:42.357382 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.plugins.ml2.db [None req-bacb1b94-830e-43f0-b185-1d16dde12b68 None None] For port 59d08d57-a9bc-451f-b10d-b81a2fedad8c, host dv-cinder-782910-4-iscsi, cleared binding levels {{(pid=94140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 14:07:42.361963 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.plugins.ml2.db [None req-bacb1b94-830e-43f0-b185-1d16dde12b68 None None] For port 59d08d57-a9bc-451f-b10d-b81a2fedad8c, host dv-cinder-782910-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-4-iscsi',level=0,port_id=59d08d57-a9bc-451f-b10d-b81a2fedad8c,segment=NetworkSegment(5550a781-5bde-4ad4-a1aa-3dd2778b0f71),segment_id=5550a781-5bde-4ad4-a1aa-3dd2778b0f71)] {{(pid=94140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 14:07:42.371606 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-bacb1b94-830e-43f0-b185-1d16dde12b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735729008622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735728620463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735728620481'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:42.382153 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-a0ce4217-d1f7-47d8-9bb0-ea44df1b5d0b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735728577284'] for network, precommit_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:42.430222 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-90497945-cc67-4e40-89ff-93978391019b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:42.441176 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-1cc10e09-8eca-4bc0-821a-8a04a5658952 req-2a2d7caf-4364-4a36-8ddb-ed03263a5e53 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/security-groups?id=1eaa7adf-c23d-4a19-a899-ef24f817425f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101043 Sep 07 14:07:42.462170 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bacb1b94-830e-43f0-b185-1d16dde12b68 None None] Routers {'7c716cc1-a531-41f3-9f23-faa57b595784'} bound to L3 agent in host dv-cinder-782910-4-iscsi {{(pid=94140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:07:42.462170 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.l3_hamode_db [None req-bacb1b94-830e-43f0-b185-1d16dde12b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T13:58:13Z,description=,heartbeat_timestamp=2021-09-07T14:07:13Z,host='dv-cinder-782910-4-iscsi',id=fa68c273-d39f-43dc-b6f8-e0c6852ace12,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T13:58:13Z,topic='l3_agent')) {'router_ids': ['7c716cc1-a531-41f3-9f23-faa57b595784'], 'active': True} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:07:42.462170 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020b9881-2a47-473c-97af-a1bf46fd8dd9 None None] Pushing event updated for resources: {'Port': ['ID=59d08d57-a9bc-451f-b10d-b81a2fedad8c,revision_number=3']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:07:42.467853 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.db [None req-90497945-cc67-4e40-89ff-93978391019b None None] For port 4a7a84a1-dcb2-4b5a-a784-2e6cc459e854, host dv-cinder-782910-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-4-iscsi',level=0,port_id=4a7a84a1-dcb2-4b5a-a784-2e6cc459e854,segment=NetworkSegment(9951721c-ccaf-489b-b5e1-68302cc2cd5b),segment_id=9951721c-ccaf-489b-b5e1-68302cc2cd5b)] {{(pid=94139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:07:42.473646 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-90497945-cc67-4e40-89ff-93978391019b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735729008622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735728620463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735728620481'] for port, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:42.486777 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-a0ce4217-d1f7-47d8-9bb0-ea44df1b5d0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072'] for network, after_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:42.488343 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0ce4217-d1f7-47d8-9bb0-ea44df1b5d0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:07:42.488994 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-a0ce4217-d1f7-47d8-9bb0-ea44df1b5d0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539090'] for network, before_response {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:42.536490 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90497945-cc67-4e40-89ff-93978391019b None None] Pushing event updated for resources: {'Port': ['ID=4a7a84a1-dcb2-4b5a-a784-2e6cc459e854,revision_number=3']} {{(pid=94139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:07:42.566205 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-74f92f78-e3fe-4bf5-9c86-8cba2eb34675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:42.578048 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [None req-a0ce4217-d1f7-47d8-9bb0-ea44df1b5d0b admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.2144804 Sep 07 14:07:42.580951 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.wsgi [-] (94138) accepted ('10.222.0.60', 46734) {{(pid=94138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:07:42.581853 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ce4217-d1f7-47d8-9bb0-ea44df1b5d0b admin admin] Pushing event updated for resources: {'Network': ['ID=d0fbc326-00e7-4f52-8e63-a9124c702e3b,revision_number=1']} {{(pid=94137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:07:42.587533 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.v2.base [None req-fec9005d-e005-4d9f-8cd6-f5f6b7c588d1 admin admin] Request body: {'subnet': {'network_id': 'd0fbc326-00e7-4f52-8e63-a9124c702e3b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-870511900-subnet', 'tenant_id': '931073f1f0c54741954d14ba6ee137fe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:07:42.590349 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.l3_dvr_db [None req-bacb1b94-830e-43f0-b185-1d16dde12b68 None None] Set router 7c716cc1-a531-41f3-9f23-faa57b595784 gateway port host: dv-cinder-782910-4-iscsi {{(pid=94140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:07:42.593831 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-90497945-cc67-4e40-89ff-93978391019b None None] Network d0fbc326-00e7-4f52-8e63-a9124c702e3b details requested by agent ovs-agent-dv-cinder-782910-4-iscsi with host dv-cinder-782910-4-iscsi {{(pid=94139) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 14:07:42.626679 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fec9005d-e005-4d9f-8cd6-f5f6b7c588d1 admin admin] Made reservation on behalf of 931073f1f0c54741954d14ba6ee137fe for: {'subnet': 1} {{(pid=94138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 14:07:42.630424 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-fec9005d-e005-4d9f-8cd6-f5f6b7c588d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64691878'] for subnet, before_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:42.786126 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.db.db_base_plugin_common [None req-74f92f78-e3fe-4bf5-9c86-8cba2eb34675 admin admin] Allocated IP 172.20.0.1 (f7617b6d-ab89-4a54-b036-07b674993ecd/3750f73b-6c72-42f1-b8a9-086bab013509/6d68cbd4-23d9-4ebf-98ab-c41cb6cabbd7) {{(pid=94137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 14:07:42.833092 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-fec9005d-e005-4d9f-8cd6-f5f6b7c588d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65197445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64691888'] for subnet, after_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:42.873475 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.l3_hamode_db [None req-bacb1b94-830e-43f0-b185-1d16dde12b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c716cc1-a531-41f3-9f23-faa57b595784', 'name': 'tempest-TestVolumeBootPattern-1482981846-router', 'tenant_id': '25d79c53f0bd4923ab966dd0d5f549ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'external_fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': '59d08d57-a9bc-451f-b10d-b81a2fedad8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:07:39Z', 'updated_at': '2021-09-07T14:07:40Z', 'revision_number': 3, 'project_id': '25d79c53f0bd4923ab966dd0d5f549ca', 'gw_port': {'id': '59d08d57-a9bc-451f-b10d-b81a2fedad8c', 'name': '', 'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f4:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c716cc1-a531-41f3-9f23-faa57b595784', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:07:39Z', 'updated_at': '2021-09-07T14:07:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-4-iscsi'}], 'dv-cinder-782910-4-iscsi', False) {} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:07:42.899584 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec9005d-e005-4d9f-8cd6-f5f6b7c588d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=db0dc175-31c9-4112-853c-89ab5915238c,revision_number=0']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:07:42.905283 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bacb1b94-830e-43f0-b185-1d16dde12b68 None None] The sync data for ids ['7c716cc1-a531-41f3-9f23-faa57b595784'] in dv-cinder-782910-4-iscsi is: [{'id': '7c716cc1-a531-41f3-9f23-faa57b595784', 'name': 'tempest-TestVolumeBootPattern-1482981846-router', 'tenant_id': '25d79c53f0bd4923ab966dd0d5f549ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'external_fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': '59d08d57-a9bc-451f-b10d-b81a2fedad8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:07:39Z', 'updated_at': '2021-09-07T14:07:40Z', 'revision_number': 3, 'project_id': '25d79c53f0bd4923ab966dd0d5f549ca', 'gw_port': {'id': '59d08d57-a9bc-451f-b10d-b81a2fedad8c', 'name': '', 'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f4:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c716cc1-a531-41f3-9f23-faa57b595784', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:07:39Z', 'updated_at': '2021-09-07T14:07:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-4-iscsi'}] {{(pid=94140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 14:07:42.906941 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec9005d-e005-4d9f-8cd6-f5f6b7c588d1 admin admin] Checking segment: {'id': '09e98d4d-c58d-4c7c-9f6d-df7d32fc6ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'd0fbc326-00e7-4f52-8e63-a9124c702e3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 14:07:42.907319 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fec9005d-e005-4d9f-8cd6-f5f6b7c588d1 admin admin] Network hostable DHCP agents. Network: d0fbc326-00e7-4f52-8e63-a9124c702e3b, hostable agents: ['6cb9538d-ef7d-4fb7-b0aa-ad613f860704'], hosted agents: [] {{(pid=94138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 14:07:42.921926 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-74f92f78-e3fe-4bf5-9c86-8cba2eb34675 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:42.927392 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fec9005d-e005-4d9f-8cd6-f5f6b7c588d1 admin admin] Network d0fbc326-00e7-4f52-8e63-a9124c702e3b is scheduled to be hosted by DHCP agent 6cb9538d-ef7d-4fb7-b0aa-ad613f860704 with binding_index 1 {{(pid=94138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 14:07:42.937733 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.scheduler.base_scheduler [None req-fec9005d-e005-4d9f-8cd6-f5f6b7c588d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782910-4-iscsi, d0fbc326-00e7-4f52-8e63-a9124c702e3b) {{(pid=94138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:07:42.938803 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.db.provisioning_blocks [None req-74f92f78-e3fe-4bf5-9c86-8cba2eb34675 admin admin] Transition to ACTIVE for port object 6d68cbd4-23d9-4ebf-98ab-c41cb6cabbd7 will not be triggered until provisioned by entity DHCP. {{(pid=94137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 14:07:42.942862 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fec9005d-e005-4d9f-8cd6-f5f6b7c588d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:07:42.943334 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-fec9005d-e005-4d9f-8cd6-f5f6b7c588d1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:42.949797 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a74e4e5b-aab8-4b22-9568-bcaa9d227d91 None None] Network d0fbc326-00e7-4f52-8e63-a9124c702e3b requested from dv-cinder-782910-4-iscsi {{(pid=94139) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 14:07:42.975434 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [None req-fec9005d-e005-4d9f-8cd6-f5f6b7c588d1 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3928509 Sep 07 14:07:42.978840 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-74f92f78-e3fe-4bf5-9c86-8cba2eb34675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735728620445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63929217'] for port, after_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:43.027333 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74f92f78-e3fe-4bf5-9c86-8cba2eb34675 admin admin] Network f7617b6d-ab89-4a54-b036-07b674993ecd is already hosted by enough agents. {{(pid=94137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 14:07:43.030609 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.scheduler.base_scheduler [None req-74f92f78-e3fe-4bf5-9c86-8cba2eb34675 admin admin] Resources bound (agent type, host, resource id): {{(pid=94137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:07:43.034293 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f92f78-e3fe-4bf5-9c86-8cba2eb34675 admin admin] Received port after_create {{(pid=94137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 14:07:43.078143 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f92f78-e3fe-4bf5-9c86-8cba2eb34675 admin admin] Pushing event updated for resources: {'Port': ['ID=6d68cbd4-23d9-4ebf-98ab-c41cb6cabbd7,revision_number=1']} {{(pid=94137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:07:43.093269 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-74f92f78-e3fe-4bf5-9c86-8cba2eb34675 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432517'] for router_interface, before_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:43.132423 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-620977dd-c0a1-4558-8b90-7cc96ae1ffad None None] Network d0fbc326-00e7-4f52-8e63-a9124c702e3b requested from dv-cinder-782910-4-iscsi {{(pid=94139) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 14:07:43.320080 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-74f92f78-e3fe-4bf5-9c86-8cba2eb34675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_update {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:43.407737 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-2e6f6fd9-1697-4ace-9638-45933f12e34e None None] Provisioning for port 6d68cbd4-23d9-4ebf-98ab-c41cb6cabbd7 completed by entity DHCP. {{(pid=94139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 14:07:43.411664 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-2e6f6fd9-1697-4ace-9638-45933f12e34e None None] Provisioning complete for port 6d68cbd4-23d9-4ebf-98ab-c41cb6cabbd7 triggered by entity DHCP. {{(pid=94139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:07:43.412373 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-2e6f6fd9-1697-4ace-9638-45933f12e34e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462246'] for port, provisioning_complete {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:43.454783 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a247db5-8d80-47a7-bbce-757020bb1703 req-0dd6d107-591c-4b22-9a0b-813a7529edaf tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:07:43.457021 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-9a247db5-8d80-47a7-bbce-757020bb1703 req-0dd6d107-591c-4b22-9a0b-813a7529edaf tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] 10.222.0.60 "GET /v2.0/ports?device_id=8faffc9e-15ca-4353-891f-be1f3c8a0058 HTTP/1.1" status: 200 len: 943 time: 0.0824716 Sep 07 14:07:43.466267 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.plugin [None req-2e6f6fd9-1697-4ace-9638-45933f12e34e None None] Port 6d68cbd4-23d9-4ebf-98ab-c41cb6cabbd7 cannot update to ACTIVE because it is not bound. {{(pid=94139) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 14:07:43.468149 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-366b45b4-4a87-43ad-b07e-e6cb337b718d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:43.560933 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-9a247db5-8d80-47a7-bbce-757020bb1703 req-4ad0a3fd-9a78-40cc-aca9-08500c8fbfff tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] 10.222.0.60 "GET /v2.0/security-groups?id=4f7dc2d4-63eb-4f55-94d4-dc3bb3bdb6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812378 Sep 07 14:07:43.639249 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-74f92f78-e3fe-4bf5-9c86-8cba2eb34675 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:43.705888 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-74f92f78-e3fe-4bf5-9c86-8cba2eb34675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735729008622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735728620463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735728620481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63929230'] for port, after_update {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:43.786779 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-74f92f78-e3fe-4bf5-9c86-8cba2eb34675 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-433429'] for router_interface, after_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:43.791173 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f92f78-e3fe-4bf5-9c86-8cba2eb34675 admin admin] Pushing event updated for resources: {'Port': ['ID=6d68cbd4-23d9-4ebf-98ab-c41cb6cabbd7,revision_number=2']} {{(pid=94137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:07:43.806793 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337e32f1-5791-451a-8642-9fe21de08048 req-5e91ef49-ad54-4bf5-8a8a-09419df8b9fa tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:07:43.808411 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-337e32f1-5791-451a-8642-9fe21de08048 req-5e91ef49-ad54-4bf5-8a8a-09419df8b9fa tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/ports?device_id=752df912-1fe9-4a3a-aedc-0b4fe4e15164 HTTP/1.1" status: 200 len: 945 time: 0.1636260 Sep 07 14:07:43.899451 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-337e32f1-5791-451a-8642-9fe21de08048 req-8e3ea0f9-ef5f-4bd3-9609-08ad95a12f51 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/security-groups?id=1eaa7adf-c23d-4a19-a899-ef24f817425f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769498 Sep 07 14:07:43.928189 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74f92f78-e3fe-4bf5-9c86-8cba2eb34675 admin admin] Network f7617b6d-ab89-4a54-b036-07b674993ecd is already hosted by enough agents. {{(pid=94137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 14:07:43.929580 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.scheduler.base_scheduler [None req-74f92f78-e3fe-4bf5-9c86-8cba2eb34675 admin admin] Resources bound (agent type, host, resource id): {{(pid=94137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:07:44.055092 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74f92f78-e3fe-4bf5-9c86-8cba2eb34675 admin admin] Router 7c716cc1-a531-41f3-9f23-faa57b595784 has already been hosted by L3 agent fa68c273-d39f-43dc-b6f8-e0c6852ace12 {{(pid=94137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 14:07:44.198486 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-90497945-cc67-4e40-89ff-93978391019b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:44.209159 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-76e76881-eca3-4abb-8c4d-2a8414f8b45e None None] Provisioning complete for port 6d68cbd4-23d9-4ebf-98ab-c41cb6cabbd7 triggered by entity DHCP. {{(pid=94139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:07:44.210024 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-76e76881-eca3-4abb-8c4d-2a8414f8b45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462246'] for port, provisioning_complete {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:44.247151 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-90497945-cc67-4e40-89ff-93978391019b None None] Device 4a7a84a1-dcb2-4b5a-a784-2e6cc459e854 up at agent ovs-agent-dv-cinder-782910-4-iscsi {{(pid=94139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:07:44.285805 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.plugin [None req-76e76881-eca3-4abb-8c4d-2a8414f8b45e None None] Port 6d68cbd4-23d9-4ebf-98ab-c41cb6cabbd7 cannot update to ACTIVE because it is not bound. {{(pid=94139) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 14:07:44.306344 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-90497945-cc67-4e40-89ff-93978391019b None None] Provisioning complete for port 4a7a84a1-dcb2-4b5a-a784-2e6cc459e854 triggered by entity L2. {{(pid=94139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:07:44.306720 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-90497945-cc67-4e40-89ff-93978391019b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462246'] for port, provisioning_complete {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:44.375487 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74f92f78-e3fe-4bf5-9c86-8cba2eb34675 admin admin] Notify agent at l3_agent.dv-cinder-782910-4-iscsi the message routers_updated {{(pid=94137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 14:07:44.384810 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [None req-74f92f78-e3fe-4bf5-9c86-8cba2eb34675 admin admin] 10.222.0.60 "PUT /v2.0/routers/7c716cc1-a531-41f3-9f23-faa57b595784/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9692268 Sep 07 14:07:44.390512 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-90497945-cc67-4e40-89ff-93978391019b None None] Device 59d08d57-a9bc-451f-b10d-b81a2fedad8c up at agent ovs-agent-dv-cinder-782910-4-iscsi {{(pid=94139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:07:44.450607 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-90497945-cc67-4e40-89ff-93978391019b None None] Provisioning for port 59d08d57-a9bc-451f-b10d-b81a2fedad8c completed by entity L2. {{(pid=94139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 14:07:44.455235 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-90497945-cc67-4e40-89ff-93978391019b None None] Provisioning complete for port 59d08d57-a9bc-451f-b10d-b81a2fedad8c triggered by entity L2. {{(pid=94139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:07:44.455566 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-90497945-cc67-4e40-89ff-93978391019b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462246'] for port, provisioning_complete {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:44.548418 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-90497945-cc67-4e40-89ff-93978391019b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:44.571307 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.db [None req-90497945-cc67-4e40-89ff-93978391019b None None] For port 59d08d57-a9bc-451f-b10d-b81a2fedad8c, host dv-cinder-782910-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-4-iscsi',level=0,port_id=59d08d57-a9bc-451f-b10d-b81a2fedad8c,segment=NetworkSegment(5550a781-5bde-4ad4-a1aa-3dd2778b0f71),segment_id=5550a781-5bde-4ad4-a1aa-3dd2778b0f71)] {{(pid=94139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:07:44.576120 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-90497945-cc67-4e40-89ff-93978391019b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735729008622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735728620463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735728620481'] for port, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:44.634863 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90497945-cc67-4e40-89ff-93978391019b None None] Pushing event updated for resources: {'Port': ['ID=59d08d57-a9bc-451f-b10d-b81a2fedad8c,revision_number=4']} {{(pid=94139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:07:44.674828 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-cec4f6fb-2ca0-44f4-a970-9dc467b3a3ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:44.712216 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f2314d-856a-4911-8069-ae5adb4135af req-b2a2794a-0a12-4735-9d27-317cb131074a tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:07:44.715324 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-70f2314d-856a-4911-8069-ae5adb4135af req-b2a2794a-0a12-4735-9d27-317cb131074a tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] 10.222.0.60 "GET /v2.0/ports?device_id=8faffc9e-15ca-4353-891f-be1f3c8a0058 HTTP/1.1" status: 200 len: 943 time: 0.0795889 Sep 07 14:07:44.767268 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-70f2314d-856a-4911-8069-ae5adb4135af req-a5a2a4c1-95ac-457c-b6e9-79b7689caa54 tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] 10.222.0.60 "GET /v2.0/security-groups?id=4f7dc2d4-63eb-4f55-94d4-dc3bb3bdb6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441248 Sep 07 14:07:44.801947 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea78006-b344-4bcd-8cd8-10771ae807f9 req-ed2108d2-caac-4369-89c8-717d9514657c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:07:44.802464 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9db6ecb-6451-461b-a6ef-49fad6588f1b None None] Sync routers for ids ['7c716cc1-a531-41f3-9f23-faa57b595784'] in dv-cinder-782910-4-iscsi {{(pid=94139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 14:07:44.803787 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-9ea78006-b344-4bcd-8cd8-10771ae807f9 req-ed2108d2-caac-4369-89c8-717d9514657c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=301d490d25f3454f93967514c05236d8&device_id=8faffc9e-15ca-4353-891f-be1f3c8a0058 HTTP/1.1" status: 200 len: 1096 time: 0.1064565 Sep 07 14:07:44.814244 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9db6ecb-6451-461b-a6ef-49fad6588f1b None None] Routers {'7c716cc1-a531-41f3-9f23-faa57b595784'} bound to L3 agent in host dv-cinder-782910-4-iscsi {{(pid=94139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:07:44.817330 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.l3_hamode_db [None req-f9db6ecb-6451-461b-a6ef-49fad6588f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T13:58:13Z,description=,heartbeat_timestamp=2021-09-07T14:07:43Z,host='dv-cinder-782910-4-iscsi',id=fa68c273-d39f-43dc-b6f8-e0c6852ace12,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T13:58:13Z,topic='l3_agent')) {'router_ids': ['7c716cc1-a531-41f3-9f23-faa57b595784'], 'active': True} {{(pid=94139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:07:44.918984 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea78006-b344-4bcd-8cd8-10771ae807f9 req-1f443c32-146c-4356-8a07-79803d2b5a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:07:44.921354 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-9ea78006-b344-4bcd-8cd8-10771ae807f9 req-1f443c32-146c-4356-8a07-79803d2b5a96 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=301d490d25f3454f93967514c05236d8&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1093416 Sep 07 14:07:45.042500 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea78006-b344-4bcd-8cd8-10771ae807f9 req-76ad502e-345a-4510-87e3-614074174ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:07:45.044211 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-9ea78006-b344-4bcd-8cd8-10771ae807f9 req-76ad502e-345a-4510-87e3-614074174ed7 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1098738 Sep 07 14:07:45.060122 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.wsgi [-] (94138) accepted ('10.222.0.60', 46778) {{(pid=94138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:07:45.065276 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.v2.base [None req-572bf408-7b32-4d32-859f-92fe0725bfad admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-913196687-network', 'tenant_id': 'd991b8909b5648bbbfdd02568580a00b'}} {{(pid=94138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:07:45.068144 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11639c33-716f-470b-842a-1cee0c45ec9d req-fd70d9a1-f23a-4cc3-8400-d97a8429cbe1 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:07:45.069830 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-11639c33-716f-470b-842a-1cee0c45ec9d req-fd70d9a1-f23a-4cc3-8400-d97a8429cbe1 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/ports?device_id=752df912-1fe9-4a3a-aedc-0b4fe4e15164 HTTP/1.1" status: 200 len: 945 time: 0.0765142 Sep 07 14:07:45.074143 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.l3_dvr_db [None req-f9db6ecb-6451-461b-a6ef-49fad6588f1b None None] Set router 7c716cc1-a531-41f3-9f23-faa57b595784 gateway port host: dv-cinder-782910-4-iscsi {{(pid=94139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:07:45.096046 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-572bf408-7b32-4d32-859f-92fe0725bfad admin admin] Made reservation on behalf of d991b8909b5648bbbfdd02568580a00b for: {'network': 1} {{(pid=94138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 14:07:45.098585 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-572bf408-7b32-4d32-859f-92fe0725bfad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for network, before_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:45.114523 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-11639c33-716f-470b-842a-1cee0c45ec9d req-7231e9fa-0532-47e0-8598-88c4728b33c5 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/security-groups?id=1eaa7adf-c23d-4a19-a899-ef24f817425f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375223 Sep 07 14:07:45.124934 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-572bf408-7b32-4d32-859f-92fe0725bfad admin admin] Notify callbacks [] for security_group, before_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:45.187322 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935368cf-1f4a-4c69-bf20-960ef8b36f7b req-6113e3a1-470d-41f1-8aa6-fe7293bb7a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:07:45.188747 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-935368cf-1f4a-4c69-bf20-960ef8b36f7b req-6113e3a1-470d-41f1-8aa6-fe7293bb7a2a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=301d490d25f3454f93967514c05236d8&device_id=8faffc9e-15ca-4353-891f-be1f3c8a0058 HTTP/1.1" status: 200 len: 1096 time: 0.0651379 Sep 07 14:07:45.240131 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-935368cf-1f4a-4c69-bf20-960ef8b36f7b req-a22ccb91-a788-4137-bf5a-869100689ef5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=67e6486c-1550-4743-804e-0be124adcfe4 HTTP/1.1" status: 200 len: 217 time: 0.0420232 Sep 07 14:07:45.294254 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.l3_hamode_db [None req-f9db6ecb-6451-461b-a6ef-49fad6588f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c716cc1-a531-41f3-9f23-faa57b595784', 'name': 'tempest-TestVolumeBootPattern-1482981846-router', 'tenant_id': '25d79c53f0bd4923ab966dd0d5f549ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'external_fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': '59d08d57-a9bc-451f-b10d-b81a2fedad8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:07:39Z', 'updated_at': '2021-09-07T14:07:43Z', 'revision_number': 4, 'project_id': '25d79c53f0bd4923ab966dd0d5f549ca', 'gw_port': {'id': '59d08d57-a9bc-451f-b10d-b81a2fedad8c', 'name': '', 'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f4:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c716cc1-a531-41f3-9f23-faa57b595784', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:07:39Z', 'updated_at': '2021-09-07T14:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-4-iscsi', '_interfaces': [{'id': '6d68cbd4-23d9-4ebf-98ab-c41cb6cabbd7', 'name': '', 'network_id': 'f7617b6d-ab89-4a54-b036-07b674993ecd', 'tenant_id': '25d79c53f0bd4923ab966dd0d5f549ca', 'mac_address': 'fa:16:3e:6a:97:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c716cc1-a531-41f3-9f23-faa57b595784', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '3750f73b-6c72-42f1-b8a9-086bab013509', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:07:42Z', 'updated_at': '2021-09-07T14:07:43Z', 'revision_number': 2, 'project_id': '25d79c53f0bd4923ab966dd0d5f549ca', 'subnets': [{'id': '3750f73b-6c72-42f1-b8a9-086bab013509', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782910-4-iscsi', False) {} {{(pid=94139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:07:45.322536 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935368cf-1f4a-4c69-bf20-960ef8b36f7b req-6484e316-cbf6-4b3a-bdc4-c8d9b1f5a090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:07:45.324008 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-935368cf-1f4a-4c69-bf20-960ef8b36f7b req-6484e316-cbf6-4b3a-bdc4-c8d9b1f5a090 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b2229922-4dfa-4d78-95d7-c6d2313a09de HTTP/1.1" status: 200 len: 855 time: 0.0653863 Sep 07 14:07:45.325233 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9db6ecb-6451-461b-a6ef-49fad6588f1b None None] Checking router: 7c716cc1-a531-41f3-9f23-faa57b595784 for host: dv-cinder-782910-4-iscsi {{(pid=94139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 14:07:45.325629 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9db6ecb-6451-461b-a6ef-49fad6588f1b None None] Updating router 7c716cc1-a531-41f3-9f23-faa57b595784 port 6d68cbd4-23d9-4ebf-98ab-c41cb6cabbd7 binding host dv-cinder-782910-4-iscsi {{(pid=94139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 14:07:45.346615 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-572bf408-7b32-4d32-859f-92fe0725bfad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:45.350178 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-f9db6ecb-6451-461b-a6ef-49fad6588f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:45.366034 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-935368cf-1f4a-4c69-bf20-960ef8b36f7b req-3e9b407c-c09d-44dc-8dfb-0304fbfd34a9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3a770ecb-d737-4604-bdce-34f74ea9e614&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317106 Sep 07 14:07:45.367200 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-572bf408-7b32-4d32-859f-92fe0725bfad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585164'] for security_group, after_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:45.397088 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-572bf408-7b32-4d32-859f-92fe0725bfad admin admin] vlan segment allocate from pool success with {'vlan_id': 679, 'physical_network': 'physnet1'} {{(pid=94138) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 14:07:45.423331 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572bf408-7b32-4d32-859f-92fe0725bfad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30e1bdd0-25f4-42c8-9bd9-940548ccd222,revision_number=1']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:07:45.436226 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-572bf408-7b32-4d32-859f-92fe0725bfad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1461082'] for segment, precommit_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:45.436444 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.db.segments_db [None req-572bf408-7b32-4d32-859f-92fe0725bfad admin admin] Added segment 49d7bdce-197e-4293-8d1f-8c6e7bda6bad of type vlan for network 680b3b9b-d14d-4174-83eb-6dc70441f79c Sep 07 14:07:45.525723 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-572bf408-7b32-4d32-859f-92fe0725bfad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735728577284'] for network, precommit_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:45.541242 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-935368cf-1f4a-4c69-bf20-960ef8b36f7b req-bb93e40f-2477-468b-992d-13b9f2d37801 service neutron] 10.222.0.23 "GET /v2.0/networks/3a770ecb-d737-4604-bdce-34f74ea9e614?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575017 Sep 07 14:07:45.587855 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-572bf408-7b32-4d32-859f-92fe0725bfad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072'] for network, after_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:45.588830 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-572bf408-7b32-4d32-859f-92fe0725bfad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:07:45.589430 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-572bf408-7b32-4d32-859f-92fe0725bfad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539090'] for network, before_response {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:45.642353 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-f9db6ecb-6451-461b-a6ef-49fad6588f1b None None] Notify callbacks [] for port, precommit_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:45.655577 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-f9db6ecb-6451-461b-a6ef-49fad6588f1b None None] Transition to ACTIVE for port object 6d68cbd4-23d9-4ebf-98ab-c41cb6cabbd7 will not be triggered until provisioned by entity L2. {{(pid=94139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 14:07:45.666208 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-f9db6ecb-6451-461b-a6ef-49fad6588f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735729008622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735728620463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735728620481'] for port, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:45.669652 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [None req-572bf408-7b32-4d32-859f-92fe0725bfad admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6081660 Sep 07 14:07:45.674908 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.wsgi [-] (94137) accepted ('10.222.0.60', 46786) {{(pid=94137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:07:45.680077 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.v2.base [None req-8ebcb5f2-7248-42e9-b36e-29351bb87b73 admin admin] Request body: {'subnet': {'network_id': '680b3b9b-d14d-4174-83eb-6dc70441f79c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-913196687-subnet', 'tenant_id': 'd991b8909b5648bbbfdd02568580a00b', 'ip_version': 4}} {{(pid=94137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:07:45.704248 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ebcb5f2-7248-42e9-b36e-29351bb87b73 admin admin] Made reservation on behalf of d991b8909b5648bbbfdd02568580a00b for: {'subnet': 1} {{(pid=94137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 14:07:45.707287 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-8ebcb5f2-7248-42e9-b36e-29351bb87b73 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64237239'] for subnet, before_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:45.708763 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572bf408-7b32-4d32-859f-92fe0725bfad admin admin] Pushing event updated for resources: {'Network': ['ID=680b3b9b-d14d-4174-83eb-6dc70441f79c,revision_number=1']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:07:45.718494 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8384e75-1163-49cc-bb08-e620e8ec1a94 None None] Pushing event updated for resources: {'Port': ['ID=6d68cbd4-23d9-4ebf-98ab-c41cb6cabbd7,revision_number=3']} {{(pid=94139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:07:45.722150 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-90497945-cc67-4e40-89ff-93978391019b None None] Network 680b3b9b-d14d-4174-83eb-6dc70441f79c details requested by agent ovs-agent-dv-cinder-782910-4-iscsi with host dv-cinder-782910-4-iscsi {{(pid=94139) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 14:07:45.744487 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-935368cf-1f4a-4c69-bf20-960ef8b36f7b req-efae251b-7b0e-4419-bbcd-e75899bdc642 service neutron] 10.222.0.23 "GET /v2.0/networks/3a770ecb-d737-4604-bdce-34f74ea9e614?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1913640 Sep 07 14:07:45.880516 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.managers [None req-f9db6ecb-6451-461b-a6ef-49fad6588f1b None None] Attempting to bind port 6d68cbd4-23d9-4ebf-98ab-c41cb6cabbd7 on host dv-cinder-782910-4-iscsi for vnic_type normal with profile {{(pid=94139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 14:07:45.880887 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.managers [None req-f9db6ecb-6451-461b-a6ef-49fad6588f1b None None] Attempting to bind port 6d68cbd4-23d9-4ebf-98ab-c41cb6cabbd7 by drivers openvswitch,hyperv on host dv-cinder-782910-4-iscsi at level 0 using segments [{'id': '9951721c-ccaf-489b-b5e1-68302cc2cd5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'f7617b6d-ab89-4a54-b036-07b674993ecd'}] {{(pid=94139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 14:07:45.881250 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9db6ecb-6451-461b-a6ef-49fad6588f1b None None] Attempting to bind port 6d68cbd4-23d9-4ebf-98ab-c41cb6cabbd7 on network f7617b6d-ab89-4a54-b036-07b674993ecd {{(pid=94139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 14:07:45.894047 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9db6ecb-6451-461b-a6ef-49fad6588f1b None None] Checking agent: {'id': 'b1ca48ac-dc13-463a-a516-8ddf18655ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782910-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 13, 58, 14), 'started_at': datetime.datetime(2021, 9, 7, 13, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 14, 7, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782910-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 14:07:45.894826 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9db6ecb-6451-461b-a6ef-49fad6588f1b None None] Checking segment: {'id': '9951721c-ccaf-489b-b5e1-68302cc2cd5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'f7617b6d-ab89-4a54-b036-07b674993ecd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 14:07:45.894826 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-f9db6ecb-6451-461b-a6ef-49fad6588f1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:45.895143 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9db6ecb-6451-461b-a6ef-49fad6588f1b None None] Bound using segment: {'id': '9951721c-ccaf-489b-b5e1-68302cc2cd5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'f7617b6d-ab89-4a54-b036-07b674993ecd'} {{(pid=94139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 14:07:45.895616 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.managers [None req-f9db6ecb-6451-461b-a6ef-49fad6588f1b None None] Bound port: 6d68cbd4-23d9-4ebf-98ab-c41cb6cabbd7, host: dv-cinder-782910-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9951721c-ccaf-489b-b5e1-68302cc2cd5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'f7617b6d-ab89-4a54-b036-07b674993ecd'}}] {{(pid=94139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 14:07:45.896057 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-f9db6ecb-6451-461b-a6ef-49fad6588f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:45.900619 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-24e6fa56-2407-4935-9ec7-bc4eea9bdf8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:46.004914 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.db [None req-f9db6ecb-6451-461b-a6ef-49fad6588f1b None None] For port 6d68cbd4-23d9-4ebf-98ab-c41cb6cabbd7, host dv-cinder-782910-4-iscsi, cleared binding levels {{(pid=94139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 14:07:46.010775 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.db [None req-f9db6ecb-6451-461b-a6ef-49fad6588f1b None None] For port 6d68cbd4-23d9-4ebf-98ab-c41cb6cabbd7, host dv-cinder-782910-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-4-iscsi',level=0,port_id=6d68cbd4-23d9-4ebf-98ab-c41cb6cabbd7,segment=NetworkSegment(9951721c-ccaf-489b-b5e1-68302cc2cd5b),segment_id=9951721c-ccaf-489b-b5e1-68302cc2cd5b)] {{(pid=94139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 14:07:46.018656 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-f9db6ecb-6451-461b-a6ef-49fad6588f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735729008622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735728620463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735728620481'] for port, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:46.028738 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcdfd7c-02f5-4287-9953-27349eaf6e01 req-5844cf88-8584-4d53-92a6-c7ddc88ffb13 tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:07:46.030344 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-4bcdfd7c-02f5-4287-9953-27349eaf6e01 req-5844cf88-8584-4d53-92a6-c7ddc88ffb13 tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] 10.222.0.60 "GET /v2.0/ports?device_id=8faffc9e-15ca-4353-891f-be1f3c8a0058 HTTP/1.1" status: 200 len: 943 time: 0.1604221 Sep 07 14:07:46.109836 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9db6ecb-6451-461b-a6ef-49fad6588f1b None None] Routers {'7c716cc1-a531-41f3-9f23-faa57b595784'} bound to L3 agent in host dv-cinder-782910-4-iscsi {{(pid=94139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:07:46.110482 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.l3_hamode_db [None req-f9db6ecb-6451-461b-a6ef-49fad6588f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T13:58:13Z,description=,heartbeat_timestamp=2021-09-07T14:07:43Z,host='dv-cinder-782910-4-iscsi',id=fa68c273-d39f-43dc-b6f8-e0c6852ace12,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T13:58:13Z,topic='l3_agent')) {'router_ids': ['7c716cc1-a531-41f3-9f23-faa57b595784'], 'active': True} {{(pid=94139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:07:46.116427 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8384e75-1163-49cc-bb08-e620e8ec1a94 None None] Pushing event updated for resources: {'Port': ['ID=6d68cbd4-23d9-4ebf-98ab-c41cb6cabbd7,revision_number=4']} {{(pid=94139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:07:46.140761 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-8ebcb5f2-7248-42e9-b36e-29351bb87b73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63929141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64237217'] for subnet, after_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:46.213111 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-90497945-cc67-4e40-89ff-93978391019b None None] Device 59d08d57-a9bc-451f-b10d-b81a2fedad8c up at agent ovs-agent-dv-cinder-782910-4-iscsi {{(pid=94139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:07:46.231581 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ebcb5f2-7248-42e9-b36e-29351bb87b73 admin admin] Checking segment: {'id': '49d7bdce-197e-4293-8d1f-8c6e7bda6bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '680b3b9b-d14d-4174-83eb-6dc70441f79c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 14:07:46.231950 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ebcb5f2-7248-42e9-b36e-29351bb87b73 admin admin] Network hostable DHCP agents. Network: 680b3b9b-d14d-4174-83eb-6dc70441f79c, hostable agents: ['6cb9538d-ef7d-4fb7-b0aa-ad613f860704'], hosted agents: [] {{(pid=94137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 14:07:46.324842 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.l3_dvr_db [None req-f9db6ecb-6451-461b-a6ef-49fad6588f1b None None] Set router 7c716cc1-a531-41f3-9f23-faa57b595784 gateway port host: dv-cinder-782910-4-iscsi {{(pid=94139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:07:46.348494 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-4bcdfd7c-02f5-4287-9953-27349eaf6e01 req-a1b7aac3-3a6c-431d-8bee-d79667ab97f9 tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] 10.222.0.60 "GET /v2.0/security-groups?id=4f7dc2d4-63eb-4f55-94d4-dc3bb3bdb6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019701 Sep 07 14:07:46.353870 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebcb5f2-7248-42e9-b36e-29351bb87b73 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7111653f-01eb-4f0d-89e7-04b2b616e8ca,revision_number=0']} {{(pid=94137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:07:46.373816 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-90497945-cc67-4e40-89ff-93978391019b None None] Provisioning complete for port 59d08d57-a9bc-451f-b10d-b81a2fedad8c triggered by entity L2. {{(pid=94139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:07:46.374197 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-90497945-cc67-4e40-89ff-93978391019b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462246'] for port, provisioning_complete {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:46.389144 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ebcb5f2-7248-42e9-b36e-29351bb87b73 admin admin] Network 680b3b9b-d14d-4174-83eb-6dc70441f79c is scheduled to be hosted by DHCP agent 6cb9538d-ef7d-4fb7-b0aa-ad613f860704 with binding_index 1 {{(pid=94137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 14:07:46.429053 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9764def2-7ab5-47a8-8787-39ed4821dcbf req-fd569882-7470-4441-9b08-c68813600344 tempest-VolumesActionsTest-253017511 tempest-VolumesActionsTest-253017511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:07:46.431172 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-9764def2-7ab5-47a8-8787-39ed4821dcbf req-fd569882-7470-4441-9b08-c68813600344 tempest-VolumesActionsTest-253017511 tempest-VolumesActionsTest-253017511-project] 10.222.0.60 "GET /v2.0/networks?id=d0fbc326-00e7-4f52-8e63-a9124c702e3b HTTP/1.1" status: 200 len: 808 time: 0.2050011 Sep 07 14:07:46.440563 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.scheduler.base_scheduler [None req-8ebcb5f2-7248-42e9-b36e-29351bb87b73 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782910-4-iscsi, 680b3b9b-d14d-4174-83eb-6dc70441f79c) {{(pid=94137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:07:46.448402 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ebcb5f2-7248-42e9-b36e-29351bb87b73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:07:46.449608 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-8ebcb5f2-7248-42e9-b36e-29351bb87b73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539090'] for subnet, before_response {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:46.466613 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bf2a1a2-0823-40b9-9a6c-cf28b00d4f15 None None] Network 680b3b9b-d14d-4174-83eb-6dc70441f79c requested from dv-cinder-782910-4-iscsi {{(pid=94139) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 14:07:46.492343 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-9764def2-7ab5-47a8-8787-39ed4821dcbf req-c4ad4446-dae1-4a73-a364-fab6be8a3c69 tempest-VolumesActionsTest-253017511 tempest-VolumesActionsTest-253017511-project] 10.222.0.60 "GET /v2.0/quotas/931073f1f0c54741954d14ba6ee137fe HTTP/1.1" status: 200 len: 375 time: 0.0210452 Sep 07 14:07:46.498596 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [None req-8ebcb5f2-7248-42e9-b36e-29351bb87b73 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8206060 Sep 07 14:07:46.499706 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.wsgi [-] (94138) accepted ('10.222.0.60', 46822) {{(pid=94138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:07:46.505362 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.v2.base [None req-ccfef451-2bac-48fc-861e-740df63edf0c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-913196687-router', 'tenant_id': 'd991b8909b5648bbbfdd02568580a00b', 'external_gateway_info': {'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92'}}} {{(pid=94138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:07:46.533218 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-ccfef451-2bac-48fc-861e-740df63edf0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-430981', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4942'] for router, before_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:46.535510 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-ccfef451-2bac-48fc-861e-740df63edf0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-429333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-433029', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-427134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4951'] for router, precommit_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:46.536519 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f70b41-c3ad-4f56-989e-512d682adb1c req-baf733e5-1ad2-44c1-9851-73fdfb2ceb08 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:07:46.544906 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-87f70b41-c3ad-4f56-989e-512d682adb1c req-baf733e5-1ad2-44c1-9851-73fdfb2ceb08 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/ports?device_id=752df912-1fe9-4a3a-aedc-0b4fe4e15164 HTTP/1.1" status: 200 len: 945 time: 0.1239634 Sep 07 14:07:46.585819 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-9764def2-7ab5-47a8-8787-39ed4821dcbf req-0b12e8bc-3132-423f-9b97-252471642b3b tempest-VolumesActionsTest-253017511 tempest-VolumesActionsTest-253017511-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=931073f1f0c54741954d14ba6ee137fe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0728729 Sep 07 14:07:46.657549 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-87f70b41-c3ad-4f56-989e-512d682adb1c req-d6e7d68f-b661-4552-8089-7d02c5f362c5 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/security-groups?id=1eaa7adf-c23d-4a19-a899-ef24f817425f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065085 Sep 07 14:07:46.750794 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-9764def2-7ab5-47a8-8787-39ed4821dcbf req-faa2bde4-f43d-488d-a395-d93c2db666bb service neutron] 10.222.0.60 "GET /v2.0/networks/d0fbc326-00e7-4f52-8e63-a9124c702e3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638677 Sep 07 14:07:46.800537 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34da38f2-0327-4c45-b7c1-55ee623d194c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6c7af525-79c1-5515-b113-f9d7f983f641-680b3b9b-d14d-4174-83eb-6dc70441f79c', 'network_id': '680b3b9b-d14d-4174-83eb-6dc70441f79c', 'tenant_id': 'd991b8909b5648bbbfdd02568580a00b', 'fixed_ips': [{'subnet_id': '7111653f-01eb-4f0d-89e7-04b2b616e8ca'}]}} from dv-cinder-782910-4-iscsi. {{(pid=94139) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 14:07:46.801420 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-34da38f2-0327-4c45-b7c1-55ee623d194c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_create {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:46.869138 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-9764def2-7ab5-47a8-8787-39ed4821dcbf req-a947694f-ea7c-4d5d-a095-b2966704e23e service neutron] 10.222.0.60 "GET /v2.0/networks/d0fbc326-00e7-4f52-8e63-a9124c702e3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171966 Sep 07 14:07:46.939848 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-ccfef451-2bac-48fc-861e-740df63edf0c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:47.011739 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.l3_hamode_db [None req-f9db6ecb-6451-461b-a6ef-49fad6588f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c716cc1-a531-41f3-9f23-faa57b595784', 'name': 'tempest-TestVolumeBootPattern-1482981846-router', 'tenant_id': '25d79c53f0bd4923ab966dd0d5f549ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'external_fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': '59d08d57-a9bc-451f-b10d-b81a2fedad8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:07:39Z', 'updated_at': '2021-09-07T14:07:43Z', 'revision_number': 4, 'project_id': '25d79c53f0bd4923ab966dd0d5f549ca', 'gw_port': {'id': '59d08d57-a9bc-451f-b10d-b81a2fedad8c', 'name': '', 'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f4:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c716cc1-a531-41f3-9f23-faa57b595784', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:07:39Z', 'updated_at': '2021-09-07T14:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-4-iscsi', '_interfaces': [{'id': '6d68cbd4-23d9-4ebf-98ab-c41cb6cabbd7', 'name': '', 'network_id': 'f7617b6d-ab89-4a54-b036-07b674993ecd', 'tenant_id': '25d79c53f0bd4923ab966dd0d5f549ca', 'mac_address': 'fa:16:3e:6a:97:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c716cc1-a531-41f3-9f23-faa57b595784', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '3750f73b-6c72-42f1-b8a9-086bab013509', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:07:42Z', 'updated_at': '2021-09-07T14:07:45Z', 'revision_number': 4, 'project_id': '25d79c53f0bd4923ab966dd0d5f549ca', 'subnets': [{'id': '3750f73b-6c72-42f1-b8a9-086bab013509', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782910-4-iscsi', False) {} {{(pid=94139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:07:47.062892 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9db6ecb-6451-461b-a6ef-49fad6588f1b None None] The sync data for ids ['7c716cc1-a531-41f3-9f23-faa57b595784'] in dv-cinder-782910-4-iscsi is: [{'id': '7c716cc1-a531-41f3-9f23-faa57b595784', 'name': 'tempest-TestVolumeBootPattern-1482981846-router', 'tenant_id': '25d79c53f0bd4923ab966dd0d5f549ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'external_fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': '59d08d57-a9bc-451f-b10d-b81a2fedad8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:07:39Z', 'updated_at': '2021-09-07T14:07:43Z', 'revision_number': 4, 'project_id': '25d79c53f0bd4923ab966dd0d5f549ca', 'gw_port': {'id': '59d08d57-a9bc-451f-b10d-b81a2fedad8c', 'name': '', 'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f4:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c716cc1-a531-41f3-9f23-faa57b595784', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:07:39Z', 'updated_at': '2021-09-07T14:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-4-iscsi', '_interfaces': [{'id': '6d68cbd4-23d9-4ebf-98ab-c41cb6cabbd7', 'name': '', 'network_id': 'f7617b6d-ab89-4a54-b036-07b674993ecd', 'tenant_id': '25d79c53f0bd4923ab966dd0d5f549ca', 'mac_address': 'fa:16:3e:6a:97:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c716cc1-a531-41f3-9f23-faa57b595784', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '3750f73b-6c72-42f1-b8a9-086bab013509', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:07:42Z', 'updated_at': '2021-09-07T14:07:45Z', 'revision_number': 4, 'project_id': '25d79c53f0bd4923ab966dd0d5f549ca', 'subnets': [{'id': '3750f73b-6c72-42f1-b8a9-086bab013509', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 14:07:47.074927 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.db_base_plugin_common [None req-34da38f2-0327-4c45-b7c1-55ee623d194c None None] Allocated IP 172.20.0.2 (680b3b9b-d14d-4174-83eb-6dc70441f79c/7111653f-01eb-4f0d-89e7-04b2b616e8ca/b613a526-b20f-4854-b368-55dfcf553846) {{(pid=94139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 14:07:47.116230 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-ccfef451-2bac-48fc-861e-740df63edf0c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:47.164409 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-7fc69000-c595-4bbd-978a-4087e05bb64b req-f56f3beb-40db-48e8-adcc-907cda3035a0 tempest-VolumesActionsTest-253017511 tempest-VolumesActionsTest-253017511-project] 10.222.0.60 "GET /v2.0/ports?device_id=94ccb119-01c1-4855-8a9d-6a291efc89d0 HTTP/1.1" status: 200 len: 210 time: 0.1036913 Sep 07 14:07:47.358587 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-34da38f2-0327-4c45-b7c1-55ee623d194c None None] Notify callbacks [] for port, precommit_create {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:47.372231 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-34da38f2-0327-4c45-b7c1-55ee623d194c None None] Transition to ACTIVE for port object b613a526-b20f-4854-b368-55dfcf553846 will not be triggered until provisioned by entity L2. {{(pid=94139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 14:07:47.401718 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-34da38f2-0327-4c45-b7c1-55ee623d194c None None] Transition to ACTIVE for port object b613a526-b20f-4854-b368-55dfcf553846 will not be triggered until provisioned by entity DHCP. {{(pid=94139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 14:07:47.413202 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-ccfef451-2bac-48fc-861e-740df63edf0c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:47.415968 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-34da38f2-0327-4c45-b7c1-55ee623d194c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735728620445'] for port, after_create {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:47.459465 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-ccfef451-2bac-48fc-861e-740df63edf0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:47.465464 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34da38f2-0327-4c45-b7c1-55ee623d194c None None] Network 680b3b9b-d14d-4174-83eb-6dc70441f79c is already hosted by enough agents. {{(pid=94139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 14:07:47.475975 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.scheduler.base_scheduler [None req-34da38f2-0327-4c45-b7c1-55ee623d194c None None] Resources bound (agent type, host, resource id): {{(pid=94139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:07:47.486622 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34da38f2-0327-4c45-b7c1-55ee623d194c None None] Received port after_create {{(pid=94139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 14:07:47.525025 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34da38f2-0327-4c45-b7c1-55ee623d194c None None] Pushing event updated for resources: {'Port': ['ID=b613a526-b20f-4854-b368-55dfcf553846,revision_number=1']} {{(pid=94139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:07:47.529214 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4734ee-642f-48f5-baf2-30d2b268a8a6 req-18ffb52c-fa32-4665-8848-ffeef943d9ee tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:07:47.531287 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-4a4734ee-642f-48f5-baf2-30d2b268a8a6 req-18ffb52c-fa32-4665-8848-ffeef943d9ee tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] 10.222.0.60 "GET /v2.0/ports?device_id=8faffc9e-15ca-4353-891f-be1f3c8a0058 HTTP/1.1" status: 200 len: 943 time: 0.0786455 Sep 07 14:07:47.585976 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.managers [None req-34da38f2-0327-4c45-b7c1-55ee623d194c None None] Attempting to bind port b613a526-b20f-4854-b368-55dfcf553846 on host dv-cinder-782910-4-iscsi for vnic_type normal with profile {{(pid=94139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 14:07:47.586952 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.managers [None req-34da38f2-0327-4c45-b7c1-55ee623d194c None None] Attempting to bind port b613a526-b20f-4854-b368-55dfcf553846 by drivers openvswitch,hyperv on host dv-cinder-782910-4-iscsi at level 0 using segments [{'id': '49d7bdce-197e-4293-8d1f-8c6e7bda6bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '680b3b9b-d14d-4174-83eb-6dc70441f79c'}] {{(pid=94139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 14:07:47.587308 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34da38f2-0327-4c45-b7c1-55ee623d194c None None] Attempting to bind port b613a526-b20f-4854-b368-55dfcf553846 on network 680b3b9b-d14d-4174-83eb-6dc70441f79c {{(pid=94139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 14:07:47.592589 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34da38f2-0327-4c45-b7c1-55ee623d194c None None] Checking agent: {'id': 'b1ca48ac-dc13-463a-a516-8ddf18655ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782910-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 13, 58, 14), 'started_at': datetime.datetime(2021, 9, 7, 13, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 14, 7, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782910-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 14:07:47.592960 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34da38f2-0327-4c45-b7c1-55ee623d194c None None] Checking segment: {'id': '49d7bdce-197e-4293-8d1f-8c6e7bda6bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '680b3b9b-d14d-4174-83eb-6dc70441f79c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 14:07:47.593755 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-34da38f2-0327-4c45-b7c1-55ee623d194c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:47.593967 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34da38f2-0327-4c45-b7c1-55ee623d194c None None] Bound using segment: {'id': '49d7bdce-197e-4293-8d1f-8c6e7bda6bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '680b3b9b-d14d-4174-83eb-6dc70441f79c'} {{(pid=94139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 14:07:47.594438 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.managers [None req-34da38f2-0327-4c45-b7c1-55ee623d194c None None] Bound port: b613a526-b20f-4854-b368-55dfcf553846, host: dv-cinder-782910-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49d7bdce-197e-4293-8d1f-8c6e7bda6bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '680b3b9b-d14d-4174-83eb-6dc70441f79c'}}] {{(pid=94139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 14:07:47.594815 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-34da38f2-0327-4c45-b7c1-55ee623d194c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:47.596661 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-4a4734ee-642f-48f5-baf2-30d2b268a8a6 req-b78f02ce-7f95-4f3c-9190-32b6edb0fc19 tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] 10.222.0.60 "GET /v2.0/security-groups?id=4f7dc2d4-63eb-4f55-94d4-dc3bb3bdb6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534706 Sep 07 14:07:47.677920 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.db.db_base_plugin_common [None req-ccfef451-2bac-48fc-861e-740df63edf0c admin admin] Allocated IP 172.27.2.4 (50058ef2-6e12-4dff-890f-d2e17fb9ee92/db4a7c65-31e2-4f76-9b43-e160b3d3d8e2/0c462bb7-c012-4898-9cd5-3d3a88579f67) {{(pid=94138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 14:07:47.691610 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.db [None req-34da38f2-0327-4c45-b7c1-55ee623d194c None None] For port b613a526-b20f-4854-b368-55dfcf553846, host dv-cinder-782910-4-iscsi, cleared binding levels {{(pid=94139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 14:07:47.696537 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.db [None req-34da38f2-0327-4c45-b7c1-55ee623d194c None None] For port b613a526-b20f-4854-b368-55dfcf553846, host dv-cinder-782910-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-4-iscsi',level=0,port_id=b613a526-b20f-4854-b368-55dfcf553846,segment=NetworkSegment(49d7bdce-197e-4293-8d1f-8c6e7bda6bad),segment_id=49d7bdce-197e-4293-8d1f-8c6e7bda6bad)] {{(pid=94139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 14:07:47.705553 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-34da38f2-0327-4c45-b7c1-55ee623d194c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735729008622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735728620463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735728620481'] for port, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:47.824451 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9808b33-7195-4704-9bc9-ce330198e133 req-180f8a49-c7cb-42be-a6be-19c82be13c1d tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:07:47.829438 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-a9808b33-7195-4704-9bc9-ce330198e133 req-180f8a49-c7cb-42be-a6be-19c82be13c1d tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/ports?device_id=752df912-1fe9-4a3a-aedc-0b4fe4e15164 HTTP/1.1" status: 200 len: 945 time: 0.0753016 Sep 07 14:07:47.829837 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34da38f2-0327-4c45-b7c1-55ee623d194c None None] Pushing event updated for resources: {'Port': ['ID=b613a526-b20f-4854-b368-55dfcf553846,revision_number=2']} {{(pid=94139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:07:47.907929 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-ccfef451-2bac-48fc-861e-740df63edf0c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:47.913013 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-a9808b33-7195-4704-9bc9-ce330198e133 req-4cefdd00-7d07-4559-9e74-9e8a88e86d59 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/security-groups?id=1eaa7adf-c23d-4a19-a899-ef24f817425f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773764 Sep 07 14:07:47.979715 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-ccfef451-2bac-48fc-861e-740df63edf0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735728620445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65197361'] for port, after_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:48.145519 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfef451-2bac-48fc-861e-740df63edf0c admin admin] Pushing event updated for resources: {'Port': ['ID=0c462bb7-c012-4898-9cd5-3d3a88579f67,revision_number=1']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:07:48.154184 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccfef451-2bac-48fc-861e-740df63edf0c admin admin] Network 50058ef2-6e12-4dff-890f-d2e17fb9ee92 is already hosted by enough agents. {{(pid=94138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 14:07:48.156329 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.scheduler.base_scheduler [None req-ccfef451-2bac-48fc-861e-740df63edf0c admin admin] Resources bound (agent type, host, resource id): {{(pid=94138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:07:48.159570 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccfef451-2bac-48fc-861e-740df63edf0c admin admin] Received port after_create {{(pid=94138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 14:07:48.262283 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-90497945-cc67-4e40-89ff-93978391019b None None] Device 6d68cbd4-23d9-4ebf-98ab-c41cb6cabbd7 up at agent ovs-agent-dv-cinder-782910-4-iscsi {{(pid=94139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:07:48.332349 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-b68da2fb-e350-478a-8ca0-2b36223d8daf req-ecac9ea4-90d0-4f8b-af4b-d34a1cd6978d tempest-VolumesActionsTest-253017511 tempest-VolumesActionsTest-253017511-project] 10.222.0.60 "GET /v2.0/ports?device_id=94ccb119-01c1-4855-8a9d-6a291efc89d0 HTTP/1.1" status: 200 len: 210 time: 0.0511386 Sep 07 14:07:48.366314 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-90497945-cc67-4e40-89ff-93978391019b None None] Provisioning for port 6d68cbd4-23d9-4ebf-98ab-c41cb6cabbd7 completed by entity L2. {{(pid=94139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 14:07:48.375818 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-90497945-cc67-4e40-89ff-93978391019b None None] Provisioning complete for port 6d68cbd4-23d9-4ebf-98ab-c41cb6cabbd7 triggered by entity L2. {{(pid=94139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:07:48.376236 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-90497945-cc67-4e40-89ff-93978391019b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462246'] for port, provisioning_complete {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:48.380244 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:48.571716 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-ccfef451-2bac-48fc-861e-740df63edf0c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:48.637581 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-90497945-cc67-4e40-89ff-93978391019b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:48.699997 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.db [None req-90497945-cc67-4e40-89ff-93978391019b None None] For port 6d68cbd4-23d9-4ebf-98ab-c41cb6cabbd7, host dv-cinder-782910-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-4-iscsi',level=0,port_id=6d68cbd4-23d9-4ebf-98ab-c41cb6cabbd7,segment=NetworkSegment(9951721c-ccaf-489b-b5e1-68302cc2cd5b),segment_id=9951721c-ccaf-489b-b5e1-68302cc2cd5b)] {{(pid=94139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:07:48.706499 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-90497945-cc67-4e40-89ff-93978391019b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735729008622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735728620463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735728620481'] for port, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:48.762454 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Device 67e6486c-1550-4743-804e-0be124adcfe4 details requested by agent hyperv_hv-cinder-78291 with host hv-cinder-78291 {{(pid=94139) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 14:07:48.804273 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9764def2-7ab5-47a8-8787-39ed4821dcbf req-d9bb79bd-6eaf-469f-ac6e-ee43e1759134 tempest-VolumesActionsTest-253017511 tempest-VolumesActionsTest-253017511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:07:48.807304 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-9764def2-7ab5-47a8-8787-39ed4821dcbf req-d9bb79bd-6eaf-469f-ac6e-ee43e1759134 tempest-VolumesActionsTest-253017511 tempest-VolumesActionsTest-253017511-project] 10.222.0.23 "GET /v2.0/networks?id=d0fbc326-00e7-4f52-8e63-a9124c702e3b HTTP/1.1" status: 200 len: 808 time: 0.2687848 Sep 07 14:07:48.812248 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90497945-cc67-4e40-89ff-93978391019b None None] Pushing event updated for resources: {'Port': ['ID=6d68cbd4-23d9-4ebf-98ab-c41cb6cabbd7,revision_number=5']} {{(pid=94139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:07:48.852232 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575e6c27-d264-4e34-986f-f06f12643ab7 req-f9f37da0-c83e-4d85-9fd6-dd77f807f9a3 tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:07:48.856461 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-575e6c27-d264-4e34-986f-f06f12643ab7 req-f9f37da0-c83e-4d85-9fd6-dd77f807f9a3 tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] 10.222.0.60 "GET /v2.0/ports?device_id=8faffc9e-15ca-4353-891f-be1f3c8a0058 HTTP/1.1" status: 200 len: 943 time: 0.1240993 Sep 07 14:07:48.906596 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.v2.base [req-9764def2-7ab5-47a8-8787-39ed4821dcbf req-f411de8c-bb89-4dd4-90b2-9e992461655d tempest-VolumesActionsTest-253017511 tempest-VolumesActionsTest-253017511-project] Request body: {'port': {'device_id': '94ccb119-01c1-4855-8a9d-6a291efc89d0', 'network_id': 'd0fbc326-00e7-4f52-8e63-a9124c702e3b', 'admin_state_up': True, 'tenant_id': '931073f1f0c54741954d14ba6ee137fe'}} {{(pid=94138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:07:48.918896 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-575e6c27-d264-4e34-986f-f06f12643ab7 req-56cee237-d596-468a-98c3-af9f00b08357 tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] 10.222.0.60 "GET /v2.0/security-groups?id=4f7dc2d4-63eb-4f55-94d4-dc3bb3bdb6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409036 Sep 07 14:07:48.936065 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.db [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] For port 67e6486c-1550-4743-804e-0be124adcfe4, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=67e6486c-1550-4743-804e-0be124adcfe4,segment=NetworkSegment(273b8804-25ce-4bc4-8196-9c483ce6e52d),segment_id=273b8804-25ce-4bc4-8196-9c483ce6e52d)] {{(pid=94139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:07:48.952929 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Returning: {'device': '67e6486c-1550-4743-804e-0be124adcfe4', 'network_id': '3a770ecb-d737-4604-bdce-34f74ea9e614', 'port_id': '67e6486c-1550-4743-804e-0be124adcfe4', 'mac_address': 'fa:16:3e:53:8d:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 691, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2229922-4dfa-4d78-95d7-c6d2313a09de', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94139) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 14:07:48.998984 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:49.017654 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.notifiers.nova [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67e6486c-1550-4743-804e-0be124adcfe4 {{(pid=94139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 14:07:49.047994 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6b11c2-95e0-484c-a660-bad4b5bc2341 req-23ba3f18-5c10-4690-8801-d5e863918ea4 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:07:49.050401 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-1b6b11c2-95e0-484c-a660-bad4b5bc2341 req-23ba3f18-5c10-4690-8801-d5e863918ea4 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/ports?device_id=752df912-1fe9-4a3a-aedc-0b4fe4e15164 HTTP/1.1" status: 200 len: 945 time: 0.0607679 Sep 07 14:07:49.057381 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.db [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] For port 67e6486c-1550-4743-804e-0be124adcfe4, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=67e6486c-1550-4743-804e-0be124adcfe4,segment=NetworkSegment(273b8804-25ce-4bc4-8196-9c483ce6e52d),segment_id=273b8804-25ce-4bc4-8196-9c483ce6e52d)] {{(pid=94139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:07:49.073525 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735729008622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735728620463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735728620481'] for port, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:49.097552 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-ccfef451-2bac-48fc-861e-740df63edf0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-429324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-433112'] for router, after_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:49.121917 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-1b6b11c2-95e0-484c-a660-bad4b5bc2341 req-235c02ab-ba3a-4eeb-8e0d-09c779217e26 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/security-groups?id=1eaa7adf-c23d-4a19-a899-ef24f817425f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637410 Sep 07 14:07:49.151918 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Pushing event updated for resources: {'Port': ['ID=67e6486c-1550-4743-804e-0be124adcfe4,revision_number=4']} {{(pid=94139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:07:49.177617 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9764def2-7ab5-47a8-8787-39ed4821dcbf req-f411de8c-bb89-4dd4-90b2-9e992461655d tempest-VolumesActionsTest-253017511 tempest-VolumesActionsTest-253017511-project] Made reservation on behalf of 931073f1f0c54741954d14ba6ee137fe for: {'port': 1} {{(pid=94138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 14:07:49.181912 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-9764def2-7ab5-47a8-8787-39ed4821dcbf req-f411de8c-bb89-4dd4-90b2-9e992461655d tempest-VolumesActionsTest-253017511 tempest-VolumesActionsTest-253017511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:49.192898 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1990880-8a6e-47ad-a42c-c9962f3f966e None None] Network 680b3b9b-d14d-4174-83eb-6dc70441f79c requested from dv-cinder-782910-4-iscsi {{(pid=94139) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 14:07:49.296157 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-e1633b7b-fa11-4998-956d-abd77c57103c None None] Provisioning for port b613a526-b20f-4854-b368-55dfcf553846 completed by entity DHCP. {{(pid=94139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 14:07:49.384904 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.db [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] get_ports_and_sgs() called for port_ids ['67e6486c-1550-4743-804e-0be124adcfe4'] {{(pid=94139) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 14:07:49.441966 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.db.db_base_plugin_common [req-9764def2-7ab5-47a8-8787-39ed4821dcbf req-f411de8c-bb89-4dd4-90b2-9e992461655d tempest-VolumesActionsTest-253017511 tempest-VolumesActionsTest-253017511-project] Allocated IP 172.20.0.7 (d0fbc326-00e7-4f52-8e63-a9124c702e3b/db0dc175-31c9-4112-853c-89ab5915238c/2c60a39e-0b40-4943-9509-e29042bdbd81) {{(pid=94138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 14:07:49.458935 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-5ded49c1-cafc-492f-b3a7-9a16769d2cf3 req-fb28146d-50b5-456e-a2a3-aaed59165fe5 tempest-VolumesActionsTest-253017511 tempest-VolumesActionsTest-253017511-project] 10.222.0.60 "GET /v2.0/ports?device_id=94ccb119-01c1-4855-8a9d-6a291efc89d0 HTTP/1.1" status: 200 len: 210 time: 0.0312018 Sep 07 14:07:49.516502 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccfef451-2bac-48fc-861e-740df63edf0c admin admin] Router 562ba182-ed6d-4a2a-b774-c61aa2795083 is scheduled to L3 agent fa68c273-d39f-43dc-b6f8-e0c6852ace12 with binding_index 1 {{(pid=94138) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 14:07:49.723017 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-9764def2-7ab5-47a8-8787-39ed4821dcbf req-f411de8c-bb89-4dd4-90b2-9e992461655d tempest-VolumesActionsTest-253017511 tempest-VolumesActionsTest-253017511-project] Notify callbacks [] for port, precommit_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:49.749938 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccfef451-2bac-48fc-861e-740df63edf0c admin admin] Notify agent at l3_agent.dv-cinder-782910-4-iscsi the message routers_updated {{(pid=94138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 14:07:49.760164 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0643d56c-6eb4-49c3-b80b-89a079a2687c None None] Sync routers for ids ['562ba182-ed6d-4a2a-b774-c61aa2795083'] in dv-cinder-782910-4-iscsi {{(pid=94140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 14:07:49.771088 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0643d56c-6eb4-49c3-b80b-89a079a2687c None None] Routers {'562ba182-ed6d-4a2a-b774-c61aa2795083'} bound to L3 agent in host dv-cinder-782910-4-iscsi {{(pid=94140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:07:49.771704 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.l3_hamode_db [None req-0643d56c-6eb4-49c3-b80b-89a079a2687c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T13:58:13Z,description=,heartbeat_timestamp=2021-09-07T14:07:43Z,host='dv-cinder-782910-4-iscsi',id=fa68c273-d39f-43dc-b6f8-e0c6852ace12,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T13:58:13Z,topic='l3_agent')) {'router_ids': ['562ba182-ed6d-4a2a-b774-c61aa2795083'], 'active': True} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:07:49.780859 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-ccfef451-2bac-48fc-861e-740df63edf0c admin admin] Notify callbacks [] for router, before_response {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:49.782583 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [None req-ccfef451-2bac-48fc-861e-740df63edf0c admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.2810712 Sep 07 14:07:49.787423 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.wsgi [-] (94137) accepted ('10.222.0.60', 46894) {{(pid=94137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:07:49.794574 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-9764def2-7ab5-47a8-8787-39ed4821dcbf req-f411de8c-bb89-4dd4-90b2-9e992461655d tempest-VolumesActionsTest-253017511 tempest-VolumesActionsTest-253017511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735728620445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65197361'] for port, after_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:49.848789 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9764def2-7ab5-47a8-8787-39ed4821dcbf req-f411de8c-bb89-4dd4-90b2-9e992461655d tempest-VolumesActionsTest-253017511 tempest-VolumesActionsTest-253017511-project] Network d0fbc326-00e7-4f52-8e63-a9124c702e3b is already hosted by enough agents. {{(pid=94138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 14:07:49.852953 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.scheduler.base_scheduler [req-9764def2-7ab5-47a8-8787-39ed4821dcbf req-f411de8c-bb89-4dd4-90b2-9e992461655d tempest-VolumesActionsTest-253017511 tempest-VolumesActionsTest-253017511-project] Resources bound (agent type, host, resource id): {{(pid=94138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:07:49.859308 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.db.l3_dvrscheduler_db [req-9764def2-7ab5-47a8-8787-39ed4821dcbf req-f411de8c-bb89-4dd4-90b2-9e992461655d tempest-VolumesActionsTest-253017511 tempest-VolumesActionsTest-253017511-project] Received port after_create {{(pid=94138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 14:07:49.885136 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f411de8c-bb89-4dd4-90b2-9e992461655d tempest-VolumesActionsTest-253017511 tempest-VolumesActionsTest-253017511-project] Pushing event updated for resources: {'Port': ['ID=2c60a39e-0b40-4943-9509-e29042bdbd81,revision_number=1']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:07:49.889352 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.l3_dvr_db [None req-0643d56c-6eb4-49c3-b80b-89a079a2687c None None] Set router 562ba182-ed6d-4a2a-b774-c61aa2795083 gateway port host: dv-cinder-782910-4-iscsi {{(pid=94140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:07:49.912010 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9764def2-7ab5-47a8-8787-39ed4821dcbf req-f411de8c-bb89-4dd4-90b2-9e992461655d tempest-VolumesActionsTest-253017511 tempest-VolumesActionsTest-253017511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:07:49.912673 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-9764def2-7ab5-47a8-8787-39ed4821dcbf req-f411de8c-bb89-4dd4-90b2-9e992461655d tempest-VolumesActionsTest-253017511 tempest-VolumesActionsTest-253017511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88768'] for port, before_response {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:49.931246 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-9764def2-7ab5-47a8-8787-39ed4821dcbf req-f411de8c-bb89-4dd4-90b2-9e992461655d tempest-VolumesActionsTest-253017511 tempest-VolumesActionsTest-253017511-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0299928 Sep 07 14:07:49.949074 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.v2.base [req-9764def2-7ab5-47a8-8787-39ed4821dcbf req-8be3054c-59ff-4c67-b3aa-7a1c06e07b4e service neutron] Request body: {'port': {'device_id': '94ccb119-01c1-4855-8a9d-6a291efc89d0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78291'}} {{(pid=94138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:07:50.015683 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-9764def2-7ab5-47a8-8787-39ed4821dcbf req-8be3054c-59ff-4c67-b3aa-7a1c06e07b4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_update {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:50.105706 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.l3_hamode_db [None req-0643d56c-6eb4-49c3-b80b-89a079a2687c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '562ba182-ed6d-4a2a-b774-c61aa2795083', 'name': 'tempest-TestVolumeBootPattern-913196687-router', 'tenant_id': 'd991b8909b5648bbbfdd02568580a00b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'external_fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.4'}], 'enable_snat': True}, 'gw_port_id': '0c462bb7-c012-4898-9cd5-3d3a88579f67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:07:46Z', 'updated_at': '2021-09-07T14:07:48Z', 'revision_number': 3, 'project_id': 'd991b8909b5648bbbfdd02568580a00b', 'gw_port': {'id': '0c462bb7-c012-4898-9cd5-3d3a88579f67', 'name': '', 'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e3:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '562ba182-ed6d-4a2a-b774-c61aa2795083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:07:47Z', 'updated_at': '2021-09-07T14:07:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-4-iscsi'}], 'dv-cinder-782910-4-iscsi', False) {} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:07:50.115499 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4403eaa1-fb39-4127-8cd8-f7c9c6a0d5e0 req-e1439724-9d62-493f-af00-da0dcc72d811 tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:07:50.116989 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-4403eaa1-fb39-4127-8cd8-f7c9c6a0d5e0 req-e1439724-9d62-493f-af00-da0dcc72d811 tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] 10.222.0.60 "GET /v2.0/ports?device_id=8faffc9e-15ca-4353-891f-be1f3c8a0058 HTTP/1.1" status: 200 len: 944 time: 0.1121979 Sep 07 14:07:50.153907 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0643d56c-6eb4-49c3-b80b-89a079a2687c None None] Checking router: 562ba182-ed6d-4a2a-b774-c61aa2795083 for host: dv-cinder-782910-4-iscsi {{(pid=94140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 14:07:50.156645 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0643d56c-6eb4-49c3-b80b-89a079a2687c None None] Updating router 562ba182-ed6d-4a2a-b774-c61aa2795083 port 0c462bb7-c012-4898-9cd5-3d3a88579f67 binding host dv-cinder-782910-4-iscsi {{(pid=94140) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 14:07:50.208782 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0643d56c-6eb4-49c3-b80b-89a079a2687c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:50.210884 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-4403eaa1-fb39-4127-8cd8-f7c9c6a0d5e0 req-eb6869b8-a037-4abc-b38d-c6b04889fb95 tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] 10.222.0.60 "GET /v2.0/security-groups?id=4f7dc2d4-63eb-4f55-94d4-dc3bb3bdb6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816321 Sep 07 14:07:50.276110 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-90497945-cc67-4e40-89ff-93978391019b None None] Device 6d68cbd4-23d9-4ebf-98ab-c41cb6cabbd7 up at agent ovs-agent-dv-cinder-782910-4-iscsi {{(pid=94139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:07:50.329285 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573d724a-d137-47d6-ae24-fbb6ec3faf3f req-980f938b-104e-45b6-8319-0da39b7993d0 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:07:50.330892 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-573d724a-d137-47d6-ae24-fbb6ec3faf3f req-980f938b-104e-45b6-8319-0da39b7993d0 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/ports?device_id=752df912-1fe9-4a3a-aedc-0b4fe4e15164 HTTP/1.1" status: 200 len: 945 time: 0.1183703 Sep 07 14:07:50.342825 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-90497945-cc67-4e40-89ff-93978391019b None None] Provisioning complete for port 6d68cbd4-23d9-4ebf-98ab-c41cb6cabbd7 triggered by entity L2. {{(pid=94139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:07:50.345565 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-90497945-cc67-4e40-89ff-93978391019b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462246'] for port, provisioning_complete {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:50.375020 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.notifiers.nova [req-9764def2-7ab5-47a8-8787-39ed4821dcbf req-8be3054c-59ff-4c67-b3aa-7a1c06e07b4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c60a39e-0b40-4943-9509-e29042bdbd81 {{(pid=94138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 14:07:50.385451 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-9764def2-7ab5-47a8-8787-39ed4821dcbf req-8be3054c-59ff-4c67-b3aa-7a1c06e07b4e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:50.404812 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.db.provisioning_blocks [req-9764def2-7ab5-47a8-8787-39ed4821dcbf req-8be3054c-59ff-4c67-b3aa-7a1c06e07b4e service neutron] Transition to ACTIVE for port object 2c60a39e-0b40-4943-9509-e29042bdbd81 will not be triggered until provisioned by entity L2. {{(pid=94138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 14:07:50.413221 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-9764def2-7ab5-47a8-8787-39ed4821dcbf req-8be3054c-59ff-4c67-b3aa-7a1c06e07b4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735729008622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735728620463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735728620481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65197374'] for port, after_update {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:50.428063 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-573d724a-d137-47d6-ae24-fbb6ec3faf3f req-7aae31ce-57ac-4cf0-8431-a239289032ff tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/security-groups?id=1eaa7adf-c23d-4a19-a899-ef24f817425f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856473 Sep 07 14:07:50.430173 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-63dfa938-b025-4191-a1b6-999edd7bd1bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:50.477812 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-90497945-cc67-4e40-89ff-93978391019b None None] Device b613a526-b20f-4854-b368-55dfcf553846 up at agent ovs-agent-dv-cinder-782910-4-iscsi {{(pid=94139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:07:50.586213 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-90497945-cc67-4e40-89ff-93978391019b None None] Provisioning for port b613a526-b20f-4854-b368-55dfcf553846 completed by entity L2. {{(pid=94139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 14:07:50.599106 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-90497945-cc67-4e40-89ff-93978391019b None None] Provisioning complete for port b613a526-b20f-4854-b368-55dfcf553846 triggered by entity L2. {{(pid=94139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:07:50.599567 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-90497945-cc67-4e40-89ff-93978391019b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462246'] for port, provisioning_complete {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:50.736262 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-90497945-cc67-4e40-89ff-93978391019b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:50.770543 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0643d56c-6eb4-49c3-b80b-89a079a2687c None None] Notify callbacks [] for port, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:50.785156 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Device 67e6486c-1550-4743-804e-0be124adcfe4 up at agent hyperv_hv-cinder-78291 {{(pid=94139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:07:50.788545 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.provisioning_blocks [None req-0643d56c-6eb4-49c3-b80b-89a079a2687c None None] Transition to ACTIVE for port object 0c462bb7-c012-4898-9cd5-3d3a88579f67 will not be triggered until provisioned by entity L2. {{(pid=94140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 14:07:50.798445 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0643d56c-6eb4-49c3-b80b-89a079a2687c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735729008622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735728620463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735728620481'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:50.874362 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2efb90f-9b9a-4e6b-9aca-f38fd6727f98 req-281609ff-c723-4748-ac0f-732168613c6c tempest-VolumesActionsTest-253017511 tempest-VolumesActionsTest-253017511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:07:50.884889 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-b2efb90f-9b9a-4e6b-9aca-f38fd6727f98 req-281609ff-c723-4748-ac0f-732168613c6c tempest-VolumesActionsTest-253017511 tempest-VolumesActionsTest-253017511-project] 10.222.0.60 "GET /v2.0/ports?device_id=94ccb119-01c1-4855-8a9d-6a291efc89d0 HTTP/1.1" status: 200 len: 943 time: 0.2480092 Sep 07 14:07:50.918530 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3780f0-5028-4a45-acfe-1714bb307294 None None] Pushing event updated for resources: {'Port': ['ID=0c462bb7-c012-4898-9cd5-3d3a88579f67,revision_number=2']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:07:50.921441 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.db [None req-90497945-cc67-4e40-89ff-93978391019b None None] For port b613a526-b20f-4854-b368-55dfcf553846, host dv-cinder-782910-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-4-iscsi',level=0,port_id=b613a526-b20f-4854-b368-55dfcf553846,segment=NetworkSegment(49d7bdce-197e-4293-8d1f-8c6e7bda6bad),segment_id=49d7bdce-197e-4293-8d1f-8c6e7bda6bad)] {{(pid=94139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:07:50.932833 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-90497945-cc67-4e40-89ff-93978391019b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735729008622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735728620463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735728620481'] for port, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:50.949957 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-b2efb90f-9b9a-4e6b-9aca-f38fd6727f98 req-6078f1e6-c664-4802-9b69-b2046342bd95 tempest-VolumesActionsTest-253017511 tempest-VolumesActionsTest-253017511-project] 10.222.0.60 "GET /v2.0/security-groups?id=c854b715-3105-4236-a433-6b2974599db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638499 Sep 07 14:07:50.963471 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [None req-0643d56c-6eb4-49c3-b80b-89a079a2687c None None] Attempting to bind port 0c462bb7-c012-4898-9cd5-3d3a88579f67 on host dv-cinder-782910-4-iscsi for vnic_type normal with profile {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 14:07:50.965040 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [None req-0643d56c-6eb4-49c3-b80b-89a079a2687c None None] Attempting to bind port 0c462bb7-c012-4898-9cd5-3d3a88579f67 by drivers openvswitch,hyperv on host dv-cinder-782910-4-iscsi at level 0 using segments [{'id': '5550a781-5bde-4ad4-a1aa-3dd2778b0f71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92'}] {{(pid=94140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 14:07:50.965819 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0643d56c-6eb4-49c3-b80b-89a079a2687c None None] Attempting to bind port 0c462bb7-c012-4898-9cd5-3d3a88579f67 on network 50058ef2-6e12-4dff-890f-d2e17fb9ee92 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 14:07:50.969127 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.db.db_base_plugin_common [None req-63dfa938-b025-4191-a1b6-999edd7bd1bb admin admin] Allocated IP 172.20.0.1 (680b3b9b-d14d-4174-83eb-6dc70441f79c/7111653f-01eb-4f0d-89e7-04b2b616e8ca/7f54b2f8-3ae9-4749-8f26-3c30ba8fcf91) {{(pid=94137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 14:07:50.972151 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0643d56c-6eb4-49c3-b80b-89a079a2687c None None] Checking agent: {'id': 'b1ca48ac-dc13-463a-a516-8ddf18655ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782910-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 13, 58, 14), 'started_at': datetime.datetime(2021, 9, 7, 13, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 14, 7, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782910-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 14:07:50.972965 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0643d56c-6eb4-49c3-b80b-89a079a2687c None None] Checking segment: {'id': '5550a781-5bde-4ad4-a1aa-3dd2778b0f71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 14:07:50.973475 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0643d56c-6eb4-49c3-b80b-89a079a2687c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:50.973923 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0643d56c-6eb4-49c3-b80b-89a079a2687c None None] Bound using segment: {'id': '5550a781-5bde-4ad4-a1aa-3dd2778b0f71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92'} {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 14:07:50.974457 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [None req-0643d56c-6eb4-49c3-b80b-89a079a2687c None None] Bound port: 0c462bb7-c012-4898-9cd5-3d3a88579f67, host: dv-cinder-782910-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5550a781-5bde-4ad4-a1aa-3dd2778b0f71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92'}}] {{(pid=94140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 14:07:50.974921 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0643d56c-6eb4-49c3-b80b-89a079a2687c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:51.000294 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be3054c-59ff-4c67-b3aa-7a1c06e07b4e service neutron] Pushing event updated for resources: {'Port': ['ID=2c60a39e-0b40-4943-9509-e29042bdbd81,revision_number=2']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:07:51.044812 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90497945-cc67-4e40-89ff-93978391019b None None] Pushing event updated for resources: {'Port': ['ID=b613a526-b20f-4854-b368-55dfcf553846,revision_number=3']} {{(pid=94139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:07:51.050318 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.plugins.ml2.db [None req-0643d56c-6eb4-49c3-b80b-89a079a2687c None None] For port 0c462bb7-c012-4898-9cd5-3d3a88579f67, host dv-cinder-782910-4-iscsi, cleared binding levels {{(pid=94140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 14:07:51.061459 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Provisioning for port 67e6486c-1550-4743-804e-0be124adcfe4 completed by entity L2. {{(pid=94139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 14:07:51.061823 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.plugins.ml2.db [None req-0643d56c-6eb4-49c3-b80b-89a079a2687c None None] For port 0c462bb7-c012-4898-9cd5-3d3a88579f67, host dv-cinder-782910-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-4-iscsi',level=0,port_id=0c462bb7-c012-4898-9cd5-3d3a88579f67,segment=NetworkSegment(5550a781-5bde-4ad4-a1aa-3dd2778b0f71),segment_id=5550a781-5bde-4ad4-a1aa-3dd2778b0f71)] {{(pid=94140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 14:07:51.071398 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Provisioning complete for port 67e6486c-1550-4743-804e-0be124adcfe4 triggered by entity L2. {{(pid=94139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:07:51.071777 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462246'] for port, provisioning_complete {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:51.073171 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0643d56c-6eb4-49c3-b80b-89a079a2687c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735729008622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735728620463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735728620481'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:51.089722 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.wsgi [-] (94137) accepted ('10.222.0.60', 46954) {{(pid=94137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:07:51.095999 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.managers [req-9764def2-7ab5-47a8-8787-39ed4821dcbf req-8be3054c-59ff-4c67-b3aa-7a1c06e07b4e service neutron] Attempting to bind port 2c60a39e-0b40-4943-9509-e29042bdbd81 on host hv-cinder-78291 for vnic_type normal with profile {{(pid=94138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 14:07:51.096343 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.managers [req-9764def2-7ab5-47a8-8787-39ed4821dcbf req-8be3054c-59ff-4c67-b3aa-7a1c06e07b4e service neutron] Attempting to bind port 2c60a39e-0b40-4943-9509-e29042bdbd81 by drivers openvswitch,hyperv on host hv-cinder-78291 at level 0 using segments [{'id': '09e98d4d-c58d-4c7c-9f6d-df7d32fc6ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'd0fbc326-00e7-4f52-8e63-a9124c702e3b'}] {{(pid=94138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 14:07:51.096853 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9764def2-7ab5-47a8-8787-39ed4821dcbf req-8be3054c-59ff-4c67-b3aa-7a1c06e07b4e service neutron] Attempting to bind port 2c60a39e-0b40-4943-9509-e29042bdbd81 on network d0fbc326-00e7-4f52-8e63-a9124c702e3b {{(pid=94138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 14:07:51.101924 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9764def2-7ab5-47a8-8787-39ed4821dcbf req-8be3054c-59ff-4c67-b3aa-7a1c06e07b4e service neutron] Port 2c60a39e-0b40-4943-9509-e29042bdbd81 on network d0fbc326-00e7-4f52-8e63-a9124c702e3b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78291 {{(pid=94138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 14:07:51.102155 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9764def2-7ab5-47a8-8787-39ed4821dcbf req-8be3054c-59ff-4c67-b3aa-7a1c06e07b4e service neutron] Attempting to bind port 2c60a39e-0b40-4943-9509-e29042bdbd81 on network d0fbc326-00e7-4f52-8e63-a9124c702e3b {{(pid=94138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 14:07:51.114996 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9764def2-7ab5-47a8-8787-39ed4821dcbf req-8be3054c-59ff-4c67-b3aa-7a1c06e07b4e service neutron] Checking agent: {'id': '42fa3594-1565-4da1-9b03-2e08c5cc8c06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78291', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 14, 4, 18), 'started_at': datetime.datetime(2021, 9, 7, 14, 4, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 14, 7, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 14:07:51.115404 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9764def2-7ab5-47a8-8787-39ed4821dcbf req-8be3054c-59ff-4c67-b3aa-7a1c06e07b4e service neutron] Checking segment: {'id': '09e98d4d-c58d-4c7c-9f6d-df7d32fc6ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'd0fbc326-00e7-4f52-8e63-a9124c702e3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 14:07:51.115777 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9764def2-7ab5-47a8-8787-39ed4821dcbf req-8be3054c-59ff-4c67-b3aa-7a1c06e07b4e service neutron] Bound using segment: {'id': '09e98d4d-c58d-4c7c-9f6d-df7d32fc6ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'd0fbc326-00e7-4f52-8e63-a9124c702e3b'} {{(pid=94138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 14:07:51.116586 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.managers [req-9764def2-7ab5-47a8-8787-39ed4821dcbf req-8be3054c-59ff-4c67-b3aa-7a1c06e07b4e service neutron] Bound port: 2c60a39e-0b40-4943-9509-e29042bdbd81, host: hv-cinder-78291, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09e98d4d-c58d-4c7c-9f6d-df7d32fc6ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'd0fbc326-00e7-4f52-8e63-a9124c702e3b'}}] {{(pid=94138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 14:07:51.117840 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-9764def2-7ab5-47a8-8787-39ed4821dcbf req-8be3054c-59ff-4c67-b3aa-7a1c06e07b4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_update {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:51.181924 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3780f0-5028-4a45-acfe-1714bb307294 None None] Pushing event updated for resources: {'Port': ['ID=0c462bb7-c012-4898-9cd5-3d3a88579f67,revision_number=3']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:07:51.192539 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-63dfa938-b025-4191-a1b6-999edd7bd1bb admin admin] Notify callbacks [] for port, precommit_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:51.198863 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0643d56c-6eb4-49c3-b80b-89a079a2687c None None] Routers {'562ba182-ed6d-4a2a-b774-c61aa2795083'} bound to L3 agent in host dv-cinder-782910-4-iscsi {{(pid=94140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:07:51.200275 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.l3_hamode_db [None req-0643d56c-6eb4-49c3-b80b-89a079a2687c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T13:58:13Z,description=,heartbeat_timestamp=2021-09-07T14:07:43Z,host='dv-cinder-782910-4-iscsi',id=fa68c273-d39f-43dc-b6f8-e0c6852ace12,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T13:58:13Z,topic='l3_agent')) {'router_ids': ['562ba182-ed6d-4a2a-b774-c61aa2795083'], 'active': True} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:07:51.231498 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.db.provisioning_blocks [None req-63dfa938-b025-4191-a1b6-999edd7bd1bb admin admin] Transition to ACTIVE for port object 7f54b2f8-3ae9-4749-8f26-3c30ba8fcf91 will not be triggered until provisioned by entity DHCP. {{(pid=94137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 14:07:51.249848 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:51.252424 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.db [req-9764def2-7ab5-47a8-8787-39ed4821dcbf req-8be3054c-59ff-4c67-b3aa-7a1c06e07b4e service neutron] For port 2c60a39e-0b40-4943-9509-e29042bdbd81, host hv-cinder-78291, cleared binding levels {{(pid=94138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 14:07:51.259113 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.db [req-9764def2-7ab5-47a8-8787-39ed4821dcbf req-8be3054c-59ff-4c67-b3aa-7a1c06e07b4e service neutron] For port 2c60a39e-0b40-4943-9509-e29042bdbd81, host hv-cinder-78291, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=2c60a39e-0b40-4943-9509-e29042bdbd81,segment=NetworkSegment(09e98d4d-c58d-4c7c-9f6d-df7d32fc6ba4),segment_id=09e98d4d-c58d-4c7c-9f6d-df7d32fc6ba4)] {{(pid=94138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 14:07:51.269131 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-9764def2-7ab5-47a8-8787-39ed4821dcbf req-8be3054c-59ff-4c67-b3aa-7a1c06e07b4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735729008622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735728620463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735728620481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65197374'] for port, after_update {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:51.276284 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-63dfa938-b025-4191-a1b6-999edd7bd1bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735728620445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63929217'] for port, after_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:51.297706 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8faffc9e-15ca-4353-891f-be1f3c8a0058', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67e6486c-1550-4743-804e-0be124adcfe4'}] {{(pid=94139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:07:51.300010 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4453e99b4ec61c2946fac8af49a5adf90b2a32597d884ada3dd1dc93487e448" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d46377d-04d2-4c37-9da4-577d9edf9c66" -d '{"events": [{"server_uuid": "8faffc9e-15ca-4353-891f-be1f3c8a0058", "name": "network-vif-plugged", "status": "completed", "tag": "67e6486c-1550-4743-804e-0be124adcfe4"}]}' {{(pid=94139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:07:51.339876 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63dfa938-b025-4191-a1b6-999edd7bd1bb admin admin] Network 680b3b9b-d14d-4174-83eb-6dc70441f79c is already hosted by enough agents. {{(pid=94137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 14:07:51.343833 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.scheduler.base_scheduler [None req-63dfa938-b025-4191-a1b6-999edd7bd1bb admin admin] Resources bound (agent type, host, resource id): {{(pid=94137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:07:51.348966 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63dfa938-b025-4191-a1b6-999edd7bd1bb admin admin] Received port after_create {{(pid=94137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 14:07:51.350431 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.db [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] For port 67e6486c-1550-4743-804e-0be124adcfe4, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=67e6486c-1550-4743-804e-0be124adcfe4,segment=NetworkSegment(273b8804-25ce-4bc4-8196-9c483ce6e52d),segment_id=273b8804-25ce-4bc4-8196-9c483ce6e52d)] {{(pid=94139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:07:51.358932 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735729008622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735728620463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735728620481'] for port, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:51.376403 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9764def2-7ab5-47a8-8787-39ed4821dcbf req-8be3054c-59ff-4c67-b3aa-7a1c06e07b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:07:51.377824 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-9764def2-7ab5-47a8-8787-39ed4821dcbf req-8be3054c-59ff-4c67-b3aa-7a1c06e07b4e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88768'] for port, before_response {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:51.380057 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-9764def2-7ab5-47a8-8787-39ed4821dcbf req-8be3054c-59ff-4c67-b3aa-7a1c06e07b4e service neutron] 10.222.0.23 "PUT /v2.0/ports/2c60a39e-0b40-4943-9509-e29042bdbd81 HTTP/1.1" status: 200 len: 1093 time: 1.4377158 Sep 07 14:07:51.380755 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94ccb119-01c1-4855-8a9d-6a291efc89d0', 'tag': '2c60a39e-0b40-4943-9509-e29042bdbd81'}] {{(pid=94138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:07:51.383541 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2f7ddeb31991bace343f2b2f4f22cd3bc4274a24b7cd750f83a004d46e17087" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2ac7ee4-e698-4498-aa56-8117ecd0c8cb" -d '{"events": [{"name": "network-changed", "server_uuid": "94ccb119-01c1-4855-8a9d-6a291efc89d0", "tag": "2c60a39e-0b40-4943-9509-e29042bdbd81"}]}' {{(pid=94138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:07:51.413609 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be3054c-59ff-4c67-b3aa-7a1c06e07b4e service neutron] Pushing event updated for resources: {'Port': ['ID=2c60a39e-0b40-4943-9509-e29042bdbd81,revision_number=3']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:07:51.435387 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-00471497-9925-4ffa-8669-bb69696a3405 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:51.450765 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.l3_dvr_db [None req-0643d56c-6eb4-49c3-b80b-89a079a2687c None None] Set router 562ba182-ed6d-4a2a-b774-c61aa2795083 gateway port host: dv-cinder-782910-4-iscsi {{(pid=94140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:07:51.462505 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 14:07:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dcb39fa-35e5-47c6-9adb-49f27b2d8069 x-openstack-request-id: req-0dcb39fa-35e5-47c6-9adb-49f27b2d8069 {{(pid=94139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:07:51.463058 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8faffc9e-15ca-4353-891f-be1f3c8a0058", "name": "network-vif-plugged", "status": "completed", "tag": "67e6486c-1550-4743-804e-0be124adcfe4", "code": 200}]} {{(pid=94139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:07:51.463485 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0dcb39fa-35e5-47c6-9adb-49f27b2d8069 {{(pid=94139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:07:51.467620 dv-cinder-782910-4-iscsi neutron-server[94139]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8faffc9e-15ca-4353-891f-be1f3c8a0058', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67e6486c-1550-4743-804e-0be124adcfe4', 'code': 200} Sep 07 14:07:51.497935 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9764def2-7ab5-47a8-8787-39ed4821dcbf req-f1529df0-399e-416e-92be-d56d8796075c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:07:51.501358 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-9764def2-7ab5-47a8-8787-39ed4821dcbf req-f1529df0-399e-416e-92be-d56d8796075c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=931073f1f0c54741954d14ba6ee137fe&device_id=94ccb119-01c1-4855-8a9d-6a291efc89d0 HTTP/1.1" status: 200 len: 1096 time: 0.0702825 Sep 07 14:07:51.531340 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dfa938-b025-4191-a1b6-999edd7bd1bb admin admin] Pushing event updated for resources: {'Port': ['ID=7f54b2f8-3ae9-4749-8f26-3c30ba8fcf91,revision_number=1']} {{(pid=94137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:07:51.549718 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Pushing event updated for resources: {'Port': ['ID=67e6486c-1550-4743-804e-0be124adcfe4,revision_number=5']} {{(pid=94139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:07:51.593453 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-9764def2-7ab5-47a8-8787-39ed4821dcbf req-2f210bf3-6b98-4420-8c04-02bdba065c41 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2c60a39e-0b40-4943-9509-e29042bdbd81 HTTP/1.1" status: 200 len: 217 time: 0.0796816 Sep 07 14:07:51.595325 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 14:07:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a23f83a-8623-4343-92b7-77d471fc2d04 x-openstack-request-id: req-0a23f83a-8623-4343-92b7-77d471fc2d04 {{(pid=94138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:07:51.595672 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94ccb119-01c1-4855-8a9d-6a291efc89d0", "tag": "2c60a39e-0b40-4943-9509-e29042bdbd81", "status": "completed", "code": 200}]} {{(pid=94138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:07:51.596031 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0a23f83a-8623-4343-92b7-77d471fc2d04 {{(pid=94138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:07:51.596474 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94ccb119-01c1-4855-8a9d-6a291efc89d0', 'tag': '2c60a39e-0b40-4943-9509-e29042bdbd81', 'status': 'completed', 'code': 200} Sep 07 14:07:51.604168 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-63dfa938-b025-4191-a1b6-999edd7bd1bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432517'] for router_interface, before_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:51.698051 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9764def2-7ab5-47a8-8787-39ed4821dcbf req-6d3a4e5d-490a-41fb-a188-cbdbcd871498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:07:51.699473 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-9764def2-7ab5-47a8-8787-39ed4821dcbf req-6d3a4e5d-490a-41fb-a188-cbdbcd871498 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=db0dc175-31c9-4112-853c-89ab5915238c HTTP/1.1" status: 200 len: 848 time: 0.0736768 Sep 07 14:07:51.745136 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-9764def2-7ab5-47a8-8787-39ed4821dcbf req-2f78f46a-1a3b-4a9c-b890-df066e39b0be service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d0fbc326-00e7-4f52-8e63-a9124c702e3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279710 Sep 07 14:07:51.763449 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.l3_hamode_db [None req-0643d56c-6eb4-49c3-b80b-89a079a2687c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '562ba182-ed6d-4a2a-b774-c61aa2795083', 'name': 'tempest-TestVolumeBootPattern-913196687-router', 'tenant_id': 'd991b8909b5648bbbfdd02568580a00b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'external_fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.4'}], 'enable_snat': True}, 'gw_port_id': '0c462bb7-c012-4898-9cd5-3d3a88579f67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:07:46Z', 'updated_at': '2021-09-07T14:07:48Z', 'revision_number': 3, 'project_id': 'd991b8909b5648bbbfdd02568580a00b', 'gw_port': {'id': '0c462bb7-c012-4898-9cd5-3d3a88579f67', 'name': '', 'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e3:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '562ba182-ed6d-4a2a-b774-c61aa2795083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:07:47Z', 'updated_at': '2021-09-07T14:07:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-4-iscsi'}], 'dv-cinder-782910-4-iscsi', False) {} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:07:51.804417 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0643d56c-6eb4-49c3-b80b-89a079a2687c None None] The sync data for ids ['562ba182-ed6d-4a2a-b774-c61aa2795083'] in dv-cinder-782910-4-iscsi is: [{'id': '562ba182-ed6d-4a2a-b774-c61aa2795083', 'name': 'tempest-TestVolumeBootPattern-913196687-router', 'tenant_id': 'd991b8909b5648bbbfdd02568580a00b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'external_fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.4'}], 'enable_snat': True}, 'gw_port_id': '0c462bb7-c012-4898-9cd5-3d3a88579f67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:07:46Z', 'updated_at': '2021-09-07T14:07:48Z', 'revision_number': 3, 'project_id': 'd991b8909b5648bbbfdd02568580a00b', 'gw_port': {'id': '0c462bb7-c012-4898-9cd5-3d3a88579f67', 'name': '', 'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e3:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '562ba182-ed6d-4a2a-b774-c61aa2795083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:07:47Z', 'updated_at': '2021-09-07T14:07:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-4-iscsi'}] {{(pid=94140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 14:07:51.806595 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-25c150a3-edfc-4afb-ab2f-1790c186ec70 None None] Provisioning for port 7f54b2f8-3ae9-4749-8f26-3c30ba8fcf91 completed by entity DHCP. {{(pid=94139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 14:07:51.814013 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-25c150a3-edfc-4afb-ab2f-1790c186ec70 None None] Provisioning complete for port 7f54b2f8-3ae9-4749-8f26-3c30ba8fcf91 triggered by entity DHCP. {{(pid=94139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:07:51.814673 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-25c150a3-edfc-4afb-ab2f-1790c186ec70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462246'] for port, provisioning_complete {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:51.828826 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0325ab3-220c-44c0-a2fd-c37bfde9bddf req-2a7a5873-5e61-423c-9e54-c5a18e0b2e65 tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:07:51.845362 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-e0325ab3-220c-44c0-a2fd-c37bfde9bddf req-2a7a5873-5e61-423c-9e54-c5a18e0b2e65 tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] 10.222.0.60 "GET /v2.0/ports?device_id=8faffc9e-15ca-4353-891f-be1f3c8a0058 HTTP/1.1" status: 200 len: 945 time: 0.3970201 Sep 07 14:07:51.874254 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.plugin [None req-25c150a3-edfc-4afb-ab2f-1790c186ec70 None None] Port 7f54b2f8-3ae9-4749-8f26-3c30ba8fcf91 cannot update to ACTIVE because it is not bound. {{(pid=94139) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 14:07:51.881510 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-9764def2-7ab5-47a8-8787-39ed4821dcbf req-64c7cb72-fa89-4bf4-9334-882cd8ca02d6 service neutron] 10.222.0.23 "GET /v2.0/networks/d0fbc326-00e7-4f52-8e63-a9124c702e3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272192 Sep 07 14:07:51.900987 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98c4b92-59e1-494b-967b-ddc7d4b908f2 req-ecf9bd69-bf9b-4cec-a4b1-e7b8be9f72c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:07:51.903041 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-e98c4b92-59e1-494b-967b-ddc7d4b908f2 req-ecf9bd69-bf9b-4cec-a4b1-e7b8be9f72c7 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=8faffc9e-15ca-4353-891f-be1f3c8a0058 HTTP/1.1" status: 200 len: 1098 time: 0.2089338 Sep 07 14:07:51.962500 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443d2e5f-38aa-442b-9daf-e9d6a356d7ac req-bc612b80-552e-478b-b78a-ed277507e268 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:07:51.964057 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-443d2e5f-38aa-442b-9daf-e9d6a356d7ac req-bc612b80-552e-478b-b78a-ed277507e268 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/ports?device_id=752df912-1fe9-4a3a-aedc-0b4fe4e15164 HTTP/1.1" status: 200 len: 945 time: 0.2362134 Sep 07 14:07:52.047162 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-e0325ab3-220c-44c0-a2fd-c37bfde9bddf req-822dbdb0-14e2-4f5d-9919-ff9eb0ad78a7 tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] 10.222.0.60 "GET /v2.0/security-groups?id=4f7dc2d4-63eb-4f55-94d4-dc3bb3bdb6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087219 Sep 07 14:07:52.066176 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-9764def2-7ab5-47a8-8787-39ed4821dcbf req-82520071-2c20-4b86-b3eb-48883b1f8cf5 service neutron] 10.222.0.23 "GET /v2.0/networks/d0fbc326-00e7-4f52-8e63-a9124c702e3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760192 Sep 07 14:07:52.116282 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8874a3-7236-477f-a523-d0e3f4fd2f55 req-54d77004-b5f9-4b9b-ba9d-f7f8079605cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:07:52.133936 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-7b8874a3-7236-477f-a523-d0e3f4fd2f55 req-54d77004-b5f9-4b9b-ba9d-f7f8079605cb service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=752df912-1fe9-4a3a-aedc-0b4fe4e15164 HTTP/1.1" status: 200 len: 1098 time: 0.1230869 Sep 07 14:07:52.260577 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-90497945-cc67-4e40-89ff-93978391019b None None] Device b613a526-b20f-4854-b368-55dfcf553846 up at agent ovs-agent-dv-cinder-782910-4-iscsi {{(pid=94139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:07:52.310343 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-7b8874a3-7236-477f-a523-d0e3f4fd2f55 req-ddae9e84-1834-4ed2-b2a8-2a980706f220 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=1eaa7adf-c23d-4a19-a899-ef24f817425f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654391 Sep 07 14:07:52.352944 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ac7ee4-e698-4498-aa56-8117ecd0c8cb req-2c757418-484c-4dd2-b5b1-f9c46001c8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:07:52.357245 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-f2ac7ee4-e698-4498-aa56-8117ecd0c8cb req-2c757418-484c-4dd2-b5b1-f9c46001c8e5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=931073f1f0c54741954d14ba6ee137fe&device_id=94ccb119-01c1-4855-8a9d-6a291efc89d0 HTTP/1.1" status: 200 len: 1096 time: 0.1892242 Sep 07 14:07:52.389553 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-90497945-cc67-4e40-89ff-93978391019b None None] Provisioning complete for port b613a526-b20f-4854-b368-55dfcf553846 triggered by entity L2. {{(pid=94139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:07:52.390553 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-90497945-cc67-4e40-89ff-93978391019b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462246'] for port, provisioning_complete {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:52.487275 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-e98c4b92-59e1-494b-967b-ddc7d4b908f2 req-3fd3f1ff-75de-4278-a6f1-9201cafcd227 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=4f7dc2d4-63eb-4f55-94d4-dc3bb3bdb6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5634077 Sep 07 14:07:52.512662 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-63dfa938-b025-4191-a1b6-999edd7bd1bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_update {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:52.560776 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-443d2e5f-38aa-442b-9daf-e9d6a356d7ac req-d1c07e8b-0465-4373-a148-0a1eea316376 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/security-groups?id=1eaa7adf-c23d-4a19-a899-ef24f817425f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5664103 Sep 07 14:07:52.573553 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-00471497-9925-4ffa-8669-bb69696a3405 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:52.608190 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-00471497-9925-4ffa-8669-bb69696a3405 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585164'] for security_group, after_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:52.713342 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [None req-00471497-9925-4ffa-8669-bb69696a3405 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e5e05dced0f54d3fb92b376f3690497d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6188724 Sep 07 14:07:52.716498 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.wsgi [-] (94138) accepted ('10.222.0.60', 46990) {{(pid=94138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:07:52.720431 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00471497-9925-4ffa-8669-bb69696a3405 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ec5a0e5-6ff2-4395-b9d4-9b27fee826c2,revision_number=1']} {{(pid=94137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:07:52.776658 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7eeeb93-71a5-42ec-a580-6533d1ec098e req-60aabf90-665d-4c10-a4ac-4b6e251fa45f tempest-VolumesActionsTest-253017511 tempest-VolumesActionsTest-253017511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:07:52.778324 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-f7eeeb93-71a5-42ec-a580-6533d1ec098e req-60aabf90-665d-4c10-a4ac-4b6e251fa45f tempest-VolumesActionsTest-253017511 tempest-VolumesActionsTest-253017511-project] 10.222.0.60 "GET /v2.0/ports?device_id=94ccb119-01c1-4855-8a9d-6a291efc89d0 HTTP/1.1" status: 200 len: 943 time: 0.1579914 Sep 07 14:07:52.844894 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-8ec8446d-778d-46cf-8d3e-6667879786c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:52.858878 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-f7eeeb93-71a5-42ec-a580-6533d1ec098e req-941a5c8b-7599-48cb-b983-cf6900c38644 tempest-VolumesActionsTest-253017511 tempest-VolumesActionsTest-253017511-project] 10.222.0.60 "GET /v2.0/security-groups?id=c854b715-3105-4236-a433-6b2974599db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540071 Sep 07 14:07:52.897095 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-63dfa938-b025-4191-a1b6-999edd7bd1bb admin admin] Notify callbacks [] for port, precommit_update {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:52.902019 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-8ec8446d-778d-46cf-8d3e-6667879786c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:52.904476 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-63dfa938-b025-4191-a1b6-999edd7bd1bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735729008622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735728620463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735728620481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63929230'] for port, after_update {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:52.927717 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ac7ee4-e698-4498-aa56-8117ecd0c8cb req-8f320796-3644-47f0-82e0-bd4a4b3a80a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:07:52.929237 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-f2ac7ee4-e698-4498-aa56-8117ecd0c8cb req-8f320796-3644-47f0-82e0-bd4a4b3a80a9 service neutron] 10.222.0.23 "GET /v2.0/networks?id=d0fbc326-00e7-4f52-8e63-a9124c702e3b HTTP/1.1" status: 200 len: 909 time: 0.1723895 Sep 07 14:07:52.983771 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dfa938-b025-4191-a1b6-999edd7bd1bb admin admin] Pushing event updated for resources: {'Port': ['ID=7f54b2f8-3ae9-4749-8f26-3c30ba8fcf91,revision_number=2']} {{(pid=94137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:07:52.986182 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-63dfa938-b025-4191-a1b6-999edd7bd1bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-433429'] for router_interface, after_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:53.003067 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-f2ac7ee4-e698-4498-aa56-8117ecd0c8cb req-74b3e847-4697-4b8f-8a7d-e80ea7ec8f39 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2c60a39e-0b40-4943-9509-e29042bdbd81 HTTP/1.1" status: 200 len: 217 time: 0.0417874 Sep 07 14:07:53.023296 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-8ec8446d-778d-46cf-8d3e-6667879786c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585164'] for security_group, after_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:53.026691 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-8ec8446d-778d-46cf-8d3e-6667879786c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:53.027918 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [None req-8ec8446d-778d-46cf-8d3e-6667879786c4 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4ec5a0e5-6ff2-4395-b9d4-9b27fee826c2 HTTP/1.1" status: 204 len: 168 time: 0.3103991 Sep 07 14:07:53.060443 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec8446d-778d-46cf-8d3e-6667879786c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ec5a0e5-6ff2-4395-b9d4-9b27fee826c2,revision_number=None']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:07:53.084041 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ac7ee4-e698-4498-aa56-8117ecd0c8cb req-da4ca914-9e80-4788-a255-9ecc6d85df4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:07:53.086799 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-f2ac7ee4-e698-4498-aa56-8117ecd0c8cb req-da4ca914-9e80-4788-a255-9ecc6d85df4d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=db0dc175-31c9-4112-853c-89ab5915238c HTTP/1.1" status: 200 len: 848 time: 0.0716624 Sep 07 14:07:53.108303 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63dfa938-b025-4191-a1b6-999edd7bd1bb admin admin] Network 680b3b9b-d14d-4174-83eb-6dc70441f79c is already hosted by enough agents. {{(pid=94137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 14:07:53.109738 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.scheduler.base_scheduler [None req-63dfa938-b025-4191-a1b6-999edd7bd1bb admin admin] Resources bound (agent type, host, resource id): {{(pid=94137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:07:53.155889 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-f2ac7ee4-e698-4498-aa56-8117ecd0c8cb req-9b7fe3a7-1298-42ce-9d75-ced9d69d6b83 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d0fbc326-00e7-4f52-8e63-a9124c702e3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487099 Sep 07 14:07:53.276345 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-f2ac7ee4-e698-4498-aa56-8117ecd0c8cb req-3d6a35cd-99f3-42c3-b1b5-19ff74ad4685 service neutron] 10.222.0.23 "GET /v2.0/networks/d0fbc326-00e7-4f52-8e63-a9124c702e3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091774 Sep 07 14:07:53.293972 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63dfa938-b025-4191-a1b6-999edd7bd1bb admin admin] Router 562ba182-ed6d-4a2a-b774-c61aa2795083 has already been hosted by L3 agent fa68c273-d39f-43dc-b6f8-e0c6852ace12 {{(pid=94137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 14:07:53.466179 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-f2ac7ee4-e698-4498-aa56-8117ecd0c8cb req-ee63fdfa-4e06-4f24-b45a-c053c112c300 service neutron] 10.222.0.23 "GET /v2.0/networks/d0fbc326-00e7-4f52-8e63-a9124c702e3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753807 Sep 07 14:07:53.495382 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e8f46f-e0e0-4365-93a2-9b6077cb0bae req-9c03f07b-c1b2-4e7d-9b1d-4609e4384d49 tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:07:53.498850 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-39e8f46f-e0e0-4365-93a2-9b6077cb0bae req-9c03f07b-c1b2-4e7d-9b1d-4609e4384d49 tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] 10.222.0.60 "GET /v2.0/ports?device_id=8faffc9e-15ca-4353-891f-be1f3c8a0058 HTTP/1.1" status: 200 len: 945 time: 0.1109631 Sep 07 14:07:53.520430 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63dfa938-b025-4191-a1b6-999edd7bd1bb admin admin] Notify agent at l3_agent.dv-cinder-782910-4-iscsi the message routers_updated {{(pid=94137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 14:07:53.533110 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [None req-63dfa938-b025-4191-a1b6-999edd7bd1bb admin admin] 10.222.0.60 "PUT /v2.0/routers/562ba182-ed6d-4a2a-b774-c61aa2795083/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7373672 Sep 07 14:07:53.533661 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-8e5f6278-1832-4bc2-8692-21919f357b02 None None] Provisioning complete for port 7f54b2f8-3ae9-4749-8f26-3c30ba8fcf91 triggered by entity DHCP. {{(pid=94139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:07:53.533661 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-8e5f6278-1832-4bc2-8692-21919f357b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462246'] for port, provisioning_complete {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:53.585226 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-39e8f46f-e0e0-4365-93a2-9b6077cb0bae req-de712c84-0d33-40a9-95c8-4603b75ca55b tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] 10.222.0.60 "GET /v2.0/security-groups?id=4f7dc2d4-63eb-4f55-94d4-dc3bb3bdb6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740385 Sep 07 14:07:53.585834 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.plugin [None req-8e5f6278-1832-4bc2-8692-21919f357b02 None None] Port 7f54b2f8-3ae9-4749-8f26-3c30ba8fcf91 cannot update to ACTIVE because it is not bound. {{(pid=94139) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 14:07:53.717940 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1ccf1c-6b09-4312-86e7-da17f6cea92d req-8eb049dd-75fd-4aa7-a2fc-66822c891e3f tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:07:53.719618 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-3c1ccf1c-6b09-4312-86e7-da17f6cea92d req-8eb049dd-75fd-4aa7-a2fc-66822c891e3f tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/ports?device_id=752df912-1fe9-4a3a-aedc-0b4fe4e15164 HTTP/1.1" status: 200 len: 945 time: 0.0655534 Sep 07 14:07:53.785738 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-3c1ccf1c-6b09-4312-86e7-da17f6cea92d req-b91034b7-56ba-4646-ad5f-7c59c0cebd6e tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/security-groups?id=1eaa7adf-c23d-4a19-a899-ef24f817425f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559616 Sep 07 14:07:54.000752 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ad0a74-d310-4cd9-97c1-be59f846b705 req-88b97d84-5b4b-4d54-b3b0-c5979d01197c tempest-VolumesActionsTest-253017511 tempest-VolumesActionsTest-253017511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:07:54.002514 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-65ad0a74-d310-4cd9-97c1-be59f846b705 req-88b97d84-5b4b-4d54-b3b0-c5979d01197c tempest-VolumesActionsTest-253017511 tempest-VolumesActionsTest-253017511-project] 10.222.0.60 "GET /v2.0/ports?device_id=94ccb119-01c1-4855-8a9d-6a291efc89d0 HTTP/1.1" status: 200 len: 943 time: 0.0574598 Sep 07 14:07:54.114995 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-65ad0a74-d310-4cd9-97c1-be59f846b705 req-87447f55-b744-488c-91e2-85a60651b474 tempest-VolumesActionsTest-253017511 tempest-VolumesActionsTest-253017511-project] 10.222.0.60 "GET /v2.0/security-groups?id=c854b715-3105-4236-a433-6b2974599db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044459 Sep 07 14:07:54.192223 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-90497945-cc67-4e40-89ff-93978391019b None None] Device 0c462bb7-c012-4898-9cd5-3d3a88579f67 up at agent ovs-agent-dv-cinder-782910-4-iscsi {{(pid=94139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:07:54.248576 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-90497945-cc67-4e40-89ff-93978391019b None None] Provisioning for port 0c462bb7-c012-4898-9cd5-3d3a88579f67 completed by entity L2. {{(pid=94139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 14:07:54.253778 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-90497945-cc67-4e40-89ff-93978391019b None None] Provisioning complete for port 0c462bb7-c012-4898-9cd5-3d3a88579f67 triggered by entity L2. {{(pid=94139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:07:54.254494 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-90497945-cc67-4e40-89ff-93978391019b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462246'] for port, provisioning_complete {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:54.357240 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-90497945-cc67-4e40-89ff-93978391019b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:54.360042 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.wsgi [-] (94138) accepted ('10.222.0.60', 47040) {{(pid=94138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:07:54.366483 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.v2.base [None req-61548681-023e-478b-a0ad-c0aa9146a78e tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-263036276', 'description': 'tempest-secgroup-smoke-263036276 description', 'project_id': '25d79c53f0bd4923ab966dd0d5f549ca'}} {{(pid=94138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:07:54.381042 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.db [None req-90497945-cc67-4e40-89ff-93978391019b None None] For port 0c462bb7-c012-4898-9cd5-3d3a88579f67, host dv-cinder-782910-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-4-iscsi',level=0,port_id=0c462bb7-c012-4898-9cd5-3d3a88579f67,segment=NetworkSegment(5550a781-5bde-4ad4-a1aa-3dd2778b0f71),segment_id=5550a781-5bde-4ad4-a1aa-3dd2778b0f71)] {{(pid=94139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:07:54.387092 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-90497945-cc67-4e40-89ff-93978391019b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735729008622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735728620463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735728620481'] for port, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:54.396351 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-61548681-023e-478b-a0ad-c0aa9146a78e tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Notify callbacks [] for security_group, before_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:54.453424 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90497945-cc67-4e40-89ff-93978391019b None None] Pushing event updated for resources: {'Port': ['ID=0c462bb7-c012-4898-9cd5-3d3a88579f67,revision_number=4']} {{(pid=94139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:07:54.503145 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-61548681-023e-478b-a0ad-c0aa9146a78e tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Notify callbacks [] for security_group, precommit_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:54.507394 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-61548681-023e-478b-a0ad-c0aa9146a78e tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585164'] for security_group, after_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:54.526093 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-61548681-023e-478b-a0ad-c0aa9146a78e tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Notify callbacks [] for security_group, before_response {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:54.527860 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [None req-61548681-023e-478b-a0ad-c0aa9146a78e tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1658623 Sep 07 14:07:54.531008 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.wsgi [-] (94137) accepted ('10.222.0.60', 47044) {{(pid=94137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:07:54.539072 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.v2.base [None req-d52e757b-e233-4562-b721-a90c2e18da59 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Request body: {'security_group_rule': {'security_group_id': 'b43b779f-4290-4cca-8b16-3ea14c0aeddc', 'project_id': '25d79c53f0bd4923ab966dd0d5f549ca', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:07:54.563190 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e20f4e5-beaa-4a37-a25a-eebde341b741 None None] Sync routers for ids ['562ba182-ed6d-4a2a-b774-c61aa2795083'] in dv-cinder-782910-4-iscsi {{(pid=94139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 14:07:54.573240 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61548681-023e-478b-a0ad-c0aa9146a78e tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b43b779f-4290-4cca-8b16-3ea14c0aeddc,revision_number=1']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:07:54.580853 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e20f4e5-beaa-4a37-a25a-eebde341b741 None None] Routers {'562ba182-ed6d-4a2a-b774-c61aa2795083'} bound to L3 agent in host dv-cinder-782910-4-iscsi {{(pid=94139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:07:54.581616 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.l3_hamode_db [None req-6e20f4e5-beaa-4a37-a25a-eebde341b741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T13:58:13Z,description=,heartbeat_timestamp=2021-09-07T14:07:43Z,host='dv-cinder-782910-4-iscsi',id=fa68c273-d39f-43dc-b6f8-e0c6852ace12,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T13:58:13Z,topic='l3_agent')) {'router_ids': ['562ba182-ed6d-4a2a-b774-c61aa2795083'], 'active': True} {{(pid=94139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:07:54.616541 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-d52e757b-e233-4562-b721-a90c2e18da59 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:54.737100 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.l3_dvr_db [None req-6e20f4e5-beaa-4a37-a25a-eebde341b741 None None] Set router 562ba182-ed6d-4a2a-b774-c61aa2795083 gateway port host: dv-cinder-782910-4-iscsi {{(pid=94139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:07:54.753697 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-d52e757b-e233-4562-b721-a90c2e18da59 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:54.761323 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-d52e757b-e233-4562-b721-a90c2e18da59 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573871'] for security_group_rule, after_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:54.766239 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Device 2c60a39e-0b40-4943-9509-e29042bdbd81 details requested by agent hyperv_hv-cinder-78291 with host hv-cinder-78291 {{(pid=94139) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 14:07:54.796321 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52e757b-e233-4562-b721-a90c2e18da59 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67a3e0bc-7327-4644-967b-5e43b313b2d5,revision_number=0']} {{(pid=94137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:07:54.810909 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0914ef6-20ae-4299-85d7-490d8429f9df req-7fd122c4-accf-42db-b89c-95d581328b0a tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:07:54.814026 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-d0914ef6-20ae-4299-85d7-490d8429f9df req-7fd122c4-accf-42db-b89c-95d581328b0a tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] 10.222.0.60 "GET /v2.0/ports?device_id=8faffc9e-15ca-4353-891f-be1f3c8a0058 HTTP/1.1" status: 200 len: 945 time: 0.1133409 Sep 07 14:07:54.815807 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-d52e757b-e233-4562-b721-a90c2e18da59 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:54.817679 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [None req-d52e757b-e233-4562-b721-a90c2e18da59 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2842789 Sep 07 14:07:54.820635 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.wsgi [-] (94138) accepted ('10.222.0.60', 47056) {{(pid=94138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:07:54.825353 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.v2.base [None req-f8775dbf-a23e-440f-a4f1-ad39654951c3 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Request body: {'security_group_rule': {'security_group_id': 'b43b779f-4290-4cca-8b16-3ea14c0aeddc', 'project_id': '25d79c53f0bd4923ab966dd0d5f549ca', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:07:54.863227 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-f8775dbf-a23e-440f-a4f1-ad39654951c3 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:54.867005 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-d0914ef6-20ae-4299-85d7-490d8429f9df req-953f4f0c-e7eb-4f05-b22f-b7e92e1fb62d tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] 10.222.0.60 "GET /v2.0/security-groups?id=4f7dc2d4-63eb-4f55-94d4-dc3bb3bdb6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476685 Sep 07 14:07:54.990740 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accb9335-b733-4fc2-a09e-3edb8cc0f803 req-1e2f17e7-4988-4f24-b88e-c1ff40a22cfb tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:07:54.992371 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-accb9335-b733-4fc2-a09e-3edb8cc0f803 req-1e2f17e7-4988-4f24-b88e-c1ff40a22cfb tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/ports?device_id=752df912-1fe9-4a3a-aedc-0b4fe4e15164 HTTP/1.1" status: 200 len: 945 time: 0.1112239 Sep 07 14:07:55.020462 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-f8775dbf-a23e-440f-a4f1-ad39654951c3 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:55.020995 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.db [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] For port 2c60a39e-0b40-4943-9509-e29042bdbd81, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=2c60a39e-0b40-4943-9509-e29042bdbd81,segment=NetworkSegment(09e98d4d-c58d-4c7c-9f6d-df7d32fc6ba4),segment_id=09e98d4d-c58d-4c7c-9f6d-df7d32fc6ba4)] {{(pid=94139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:07:55.033785 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-f8775dbf-a23e-440f-a4f1-ad39654951c3 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573871'] for security_group_rule, after_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:55.072647 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Returning: {'device': '2c60a39e-0b40-4943-9509-e29042bdbd81', 'network_id': 'd0fbc326-00e7-4f52-8e63-a9124c702e3b', 'port_id': '2c60a39e-0b40-4943-9509-e29042bdbd81', 'mac_address': 'fa:16:3e:71:e0:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db0dc175-31c9-4112-853c-89ab5915238c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94139) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 14:07:55.076508 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8775dbf-a23e-440f-a4f1-ad39654951c3 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d68e14a3-e027-40ce-a558-018240092431,revision_number=0']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:07:55.090989 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-f8775dbf-a23e-440f-a4f1-ad39654951c3 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:55.093935 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [None req-f8775dbf-a23e-440f-a4f1-ad39654951c3 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2721949 Sep 07 14:07:55.095595 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-accb9335-b733-4fc2-a09e-3edb8cc0f803 req-3fbb01b6-5298-472a-9ed3-622fb48439e5 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/security-groups?id=1eaa7adf-c23d-4a19-a899-ef24f817425f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959368 Sep 07 14:07:55.096644 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.wsgi [-] (94138) accepted ('10.222.0.60', 47062) {{(pid=94138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:07:55.107044 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.v2.base [None req-3f41e142-30e9-43f7-92e5-485e6d563659 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Request body: {'security_group_rule': {'security_group_id': 'b43b779f-4290-4cca-8b16-3ea14c0aeddc', 'project_id': '25d79c53f0bd4923ab966dd0d5f549ca', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:07:55.171322 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:55.176567 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-3f41e142-30e9-43f7-92e5-485e6d563659 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:55.205123 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.l3_hamode_db [None req-6e20f4e5-beaa-4a37-a25a-eebde341b741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '562ba182-ed6d-4a2a-b774-c61aa2795083', 'name': 'tempest-TestVolumeBootPattern-913196687-router', 'tenant_id': 'd991b8909b5648bbbfdd02568580a00b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'external_fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.4'}], 'enable_snat': True}, 'gw_port_id': '0c462bb7-c012-4898-9cd5-3d3a88579f67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:07:46Z', 'updated_at': '2021-09-07T14:07:51Z', 'revision_number': 4, 'project_id': 'd991b8909b5648bbbfdd02568580a00b', 'gw_port': {'id': '0c462bb7-c012-4898-9cd5-3d3a88579f67', 'name': '', 'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e3:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '562ba182-ed6d-4a2a-b774-c61aa2795083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:07:47Z', 'updated_at': '2021-09-07T14:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-4-iscsi', '_interfaces': [{'id': '7f54b2f8-3ae9-4749-8f26-3c30ba8fcf91', 'name': '', 'network_id': '680b3b9b-d14d-4174-83eb-6dc70441f79c', 'tenant_id': 'd991b8909b5648bbbfdd02568580a00b', 'mac_address': 'fa:16:3e:9e:b8:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '562ba182-ed6d-4a2a-b774-c61aa2795083', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '7111653f-01eb-4f0d-89e7-04b2b616e8ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:07:50Z', 'updated_at': '2021-09-07T14:07:52Z', 'revision_number': 2, 'project_id': 'd991b8909b5648bbbfdd02568580a00b', 'subnets': [{'id': '7111653f-01eb-4f0d-89e7-04b2b616e8ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782910-4-iscsi', False) {} {{(pid=94139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:07:55.222446 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.notifiers.nova [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c60a39e-0b40-4943-9509-e29042bdbd81 {{(pid=94139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 14:07:55.291239 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e20f4e5-beaa-4a37-a25a-eebde341b741 None None] Checking router: 562ba182-ed6d-4a2a-b774-c61aa2795083 for host: dv-cinder-782910-4-iscsi {{(pid=94139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 14:07:55.291972 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e20f4e5-beaa-4a37-a25a-eebde341b741 None None] Updating router 562ba182-ed6d-4a2a-b774-c61aa2795083 port 7f54b2f8-3ae9-4749-8f26-3c30ba8fcf91 binding host dv-cinder-782910-4-iscsi {{(pid=94139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 14:07:55.308727 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-3f41e142-30e9-43f7-92e5-485e6d563659 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:55.314302 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-3f41e142-30e9-43f7-92e5-485e6d563659 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573871'] for security_group_rule, after_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:55.331806 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.db [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] For port 2c60a39e-0b40-4943-9509-e29042bdbd81, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=2c60a39e-0b40-4943-9509-e29042bdbd81,segment=NetworkSegment(09e98d4d-c58d-4c7c-9f6d-df7d32fc6ba4),segment_id=09e98d4d-c58d-4c7c-9f6d-df7d32fc6ba4)] {{(pid=94139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:07:55.333834 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-6e20f4e5-beaa-4a37-a25a-eebde341b741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:55.348375 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f41e142-30e9-43f7-92e5-485e6d563659 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48802878-2c33-422a-822c-1b1a11e6cf2f,revision_number=0']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:07:55.351483 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735729008622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735728620463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735728620481'] for port, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:55.360372 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5765d656-3432-4143-8dca-6c92ce5755b1 req-672bfb39-f8da-4f42-bbde-6a472b347d60 tempest-VolumesActionsTest-253017511 tempest-VolumesActionsTest-253017511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:07:55.369136 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-5765d656-3432-4143-8dca-6c92ce5755b1 req-672bfb39-f8da-4f42-bbde-6a472b347d60 tempest-VolumesActionsTest-253017511 tempest-VolumesActionsTest-253017511-project] 10.222.0.60 "GET /v2.0/ports?device_id=94ccb119-01c1-4855-8a9d-6a291efc89d0 HTTP/1.1" status: 200 len: 943 time: 0.0818319 Sep 07 14:07:55.369980 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-3f41e142-30e9-43f7-92e5-485e6d563659 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:55.374742 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [None req-3f41e142-30e9-43f7-92e5-485e6d563659 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2755642 Sep 07 14:07:55.375394 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.wsgi [-] (94138) accepted ('10.222.0.60', 47080) {{(pid=94138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:07:55.383578 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.v2.base [None req-eae63811-f0e1-4e1e-8ebe-5d02a19b2086 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Request body: {'security_group_rule': {'security_group_id': 'b43b779f-4290-4cca-8b16-3ea14c0aeddc', 'project_id': '25d79c53f0bd4923ab966dd0d5f549ca', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:07:55.450033 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-5765d656-3432-4143-8dca-6c92ce5755b1 req-d9efe1e9-e5a5-4c22-9c88-30dd9a62b325 tempest-VolumesActionsTest-253017511 tempest-VolumesActionsTest-253017511-project] 10.222.0.60 "GET /v2.0/security-groups?id=c854b715-3105-4236-a433-6b2974599db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793972 Sep 07 14:07:55.476771 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-eae63811-f0e1-4e1e-8ebe-5d02a19b2086 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:55.576820 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-eae63811-f0e1-4e1e-8ebe-5d02a19b2086 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:55.583075 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7feb9e3-9a7e-441a-9618-299cbc496200 req-ab7de1ff-ea03-4728-84f1-35878cfb22c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:07:55.584972 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-c7feb9e3-9a7e-441a-9618-299cbc496200 req-ab7de1ff-ea03-4728-84f1-35878cfb22c7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1d6de94667ae4a6191fd8937736e1379&device_id=752df912-1fe9-4a3a-aedc-0b4fe4e15164 HTTP/1.1" status: 200 len: 1098 time: 0.1497324 Sep 07 14:07:55.586156 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-eae63811-f0e1-4e1e-8ebe-5d02a19b2086 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573871'] for security_group_rule, after_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:55.592076 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecdecef-2a47-486a-a2a2-b521522861ff req-4b39c553-15e5-48d3-a8ff-f7234dc160f6 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:07:55.594863 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-eecdecef-2a47-486a-a2a2-b521522861ff req-4b39c553-15e5-48d3-a8ff-f7234dc160f6 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/ports?device_id=752df912-1fe9-4a3a-aedc-0b4fe4e15164 HTTP/1.1" status: 200 len: 945 time: 0.0764232 Sep 07 14:07:55.643663 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Pushing event updated for resources: {'Port': ['ID=2c60a39e-0b40-4943-9509-e29042bdbd81,revision_number=4']} {{(pid=94139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:07:55.644574 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae63811-f0e1-4e1e-8ebe-5d02a19b2086 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78d9c220-ceb1-4c3f-82d7-a286712cde15,revision_number=0']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:07:55.659936 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-eecdecef-2a47-486a-a2a2-b521522861ff req-7124b135-0cd7-48e0-b6a7-4a8700a9b58d tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/security-groups?id=1eaa7adf-c23d-4a19-a899-ef24f817425f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437958 Sep 07 14:07:55.731686 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-eae63811-f0e1-4e1e-8ebe-5d02a19b2086 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:55.735567 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [None req-eae63811-f0e1-4e1e-8ebe-5d02a19b2086 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3583827 Sep 07 14:07:55.738880 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.wsgi [-] (94137) accepted ('10.222.0.60', 47092) {{(pid=94137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:07:55.745928 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.v2.base [None req-1371a736-8c27-454e-9184-f25447be33a6 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Request body: {'security_group_rule': {'security_group_id': 'b43b779f-4290-4cca-8b16-3ea14c0aeddc', 'project_id': '25d79c53f0bd4923ab966dd0d5f549ca', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:07:55.777624 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.db [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] get_ports_and_sgs() called for port_ids ['2c60a39e-0b40-4943-9509-e29042bdbd81'] {{(pid=94139) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 14:07:55.799650 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7feb9e3-9a7e-441a-9618-299cbc496200 req-ed221754-b943-4fc4-b1d6-ea7e411ab9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:07:55.801468 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-c7feb9e3-9a7e-441a-9618-299cbc496200 req-ed221754-b943-4fc4-b1d6-ea7e411ab9dd service neutron] 10.222.0.23 "GET /v2.0/networks?id=b48e9ba8-aaf3-4c6b-ae21-ae2a5cc44314 HTTP/1.1" status: 200 len: 919 time: 0.1888006 Sep 07 14:07:55.803103 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.db.securitygroups_db [None req-1371a736-8c27-454e-9184-f25447be33a6 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Project 25d79c53f0bd4923ab966dd0d5f549ca added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 07 14:07:55.810869 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-1371a736-8c27-454e-9184-f25447be33a6 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:55.883402 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-c7feb9e3-9a7e-441a-9618-299cbc496200 req-f026f80b-b06e-4d99-b3ac-3318c1bad8e6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b6cd42c1-b689-49a0-9a9e-c9f3eb56a44a HTTP/1.1" status: 200 len: 217 time: 0.0651877 Sep 07 14:07:55.886600 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-1371a736-8c27-454e-9184-f25447be33a6 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:55.891655 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-1371a736-8c27-454e-9184-f25447be33a6 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573871'] for security_group_rule, after_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:55.923647 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1371a736-8c27-454e-9184-f25447be33a6 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f65575b-443d-43b8-879c-3e3df8a71ce0,revision_number=0']} {{(pid=94137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:07:55.932097 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-1371a736-8c27-454e-9184-f25447be33a6 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:55.934330 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [None req-1371a736-8c27-454e-9184-f25447be33a6 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1939385 Sep 07 14:07:55.939126 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.wsgi [-] (94137) accepted ('10.222.0.60', 47096) {{(pid=94137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:07:55.948485 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.v2.base [None req-6be92b9c-9555-4250-b15c-98d3eddcb812 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Request body: {'security_group_rule': {'security_group_id': 'b43b779f-4290-4cca-8b16-3ea14c0aeddc', 'project_id': '25d79c53f0bd4923ab966dd0d5f549ca', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:07:55.951265 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7feb9e3-9a7e-441a-9618-299cbc496200 req-cbbfb8f9-79c1-4fef-9778-7c3ccc60da0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:07:55.952961 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-c7feb9e3-9a7e-441a-9618-299cbc496200 req-cbbfb8f9-79c1-4fef-9778-7c3ccc60da0f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1cd4c5b2-90f1-4140-9c02-290aaedbc1cc HTTP/1.1" status: 200 len: 858 time: 0.0583777 Sep 07 14:07:55.977838 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.db.securitygroups_db [None req-6be92b9c-9555-4250-b15c-98d3eddcb812 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Project 25d79c53f0bd4923ab966dd0d5f549ca added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 07 14:07:55.989036 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-6be92b9c-9555-4250-b15c-98d3eddcb812 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:55.994919 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-c7feb9e3-9a7e-441a-9618-299cbc496200 req-57dc9aee-e9dd-4347-89fa-e83d105d1f62 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b48e9ba8-aaf3-4c6b-ae21-ae2a5cc44314&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328462 Sep 07 14:07:56.063898 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-6e20f4e5-beaa-4a37-a25a-eebde341b741 None None] Notify callbacks [] for port, precommit_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:56.092369 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-6be92b9c-9555-4250-b15c-98d3eddcb812 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:56.097838 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-6be92b9c-9555-4250-b15c-98d3eddcb812 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573871'] for security_group_rule, after_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:56.112369 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-6e20f4e5-beaa-4a37-a25a-eebde341b741 None None] Transition to ACTIVE for port object 7f54b2f8-3ae9-4749-8f26-3c30ba8fcf91 will not be triggered until provisioned by entity L2. {{(pid=94139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 14:07:56.118317 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be92b9c-9555-4250-b15c-98d3eddcb812 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d66fb8f-c220-403d-b599-c4e7b733c71e,revision_number=0']} {{(pid=94137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:07:56.122945 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-6be92b9c-9555-4250-b15c-98d3eddcb812 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:56.128000 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [None req-6be92b9c-9555-4250-b15c-98d3eddcb812 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1835239 Sep 07 14:07:56.134985 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-6e20f4e5-beaa-4a37-a25a-eebde341b741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735729008622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735728620463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735728620481'] for port, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:56.140711 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-90497945-cc67-4e40-89ff-93978391019b None None] Device 0c462bb7-c012-4898-9cd5-3d3a88579f67 up at agent ovs-agent-dv-cinder-782910-4-iscsi {{(pid=94139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:07:56.176169 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-c7feb9e3-9a7e-441a-9618-299cbc496200 req-3d4913eb-013d-4be6-80f2-f6a6fea93f7e service neutron] 10.222.0.23 "GET /v2.0/networks/b48e9ba8-aaf3-4c6b-ae21-ae2a5cc44314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723716 Sep 07 14:07:56.238555 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4705e67-6910-4b8f-a28c-e69351ab9fd6 None None] Pushing event updated for resources: {'Port': ['ID=7f54b2f8-3ae9-4749-8f26-3c30ba8fcf91,revision_number=3']} {{(pid=94139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:07:56.302859 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-90497945-cc67-4e40-89ff-93978391019b None None] Provisioning complete for port 0c462bb7-c012-4898-9cd5-3d3a88579f67 triggered by entity L2. {{(pid=94139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:07:56.303446 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-90497945-cc67-4e40-89ff-93978391019b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462246'] for port, provisioning_complete {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:56.330267 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.managers [None req-6e20f4e5-beaa-4a37-a25a-eebde341b741 None None] Attempting to bind port 7f54b2f8-3ae9-4749-8f26-3c30ba8fcf91 on host dv-cinder-782910-4-iscsi for vnic_type normal with profile {{(pid=94139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 14:07:56.330645 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.managers [None req-6e20f4e5-beaa-4a37-a25a-eebde341b741 None None] Attempting to bind port 7f54b2f8-3ae9-4749-8f26-3c30ba8fcf91 by drivers openvswitch,hyperv on host dv-cinder-782910-4-iscsi at level 0 using segments [{'id': '49d7bdce-197e-4293-8d1f-8c6e7bda6bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '680b3b9b-d14d-4174-83eb-6dc70441f79c'}] {{(pid=94139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 14:07:56.331012 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e20f4e5-beaa-4a37-a25a-eebde341b741 None None] Attempting to bind port 7f54b2f8-3ae9-4749-8f26-3c30ba8fcf91 on network 680b3b9b-d14d-4174-83eb-6dc70441f79c {{(pid=94139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 14:07:56.339531 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-c7feb9e3-9a7e-441a-9618-299cbc496200 req-f1d1f9f9-b6cc-4274-979d-d7e2424e097d service neutron] 10.222.0.23 "GET /v2.0/networks/b48e9ba8-aaf3-4c6b-ae21-ae2a5cc44314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469295 Sep 07 14:07:56.349074 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e20f4e5-beaa-4a37-a25a-eebde341b741 None None] Checking agent: {'id': 'b1ca48ac-dc13-463a-a516-8ddf18655ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782910-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 13, 58, 14), 'started_at': datetime.datetime(2021, 9, 7, 13, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 14, 7, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782910-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 14:07:56.349467 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e20f4e5-beaa-4a37-a25a-eebde341b741 None None] Checking segment: {'id': '49d7bdce-197e-4293-8d1f-8c6e7bda6bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '680b3b9b-d14d-4174-83eb-6dc70441f79c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 14:07:56.349877 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-6e20f4e5-beaa-4a37-a25a-eebde341b741 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:56.350275 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e20f4e5-beaa-4a37-a25a-eebde341b741 None None] Bound using segment: {'id': '49d7bdce-197e-4293-8d1f-8c6e7bda6bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '680b3b9b-d14d-4174-83eb-6dc70441f79c'} {{(pid=94139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 14:07:56.350756 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.managers [None req-6e20f4e5-beaa-4a37-a25a-eebde341b741 None None] Bound port: 7f54b2f8-3ae9-4749-8f26-3c30ba8fcf91, host: dv-cinder-782910-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49d7bdce-197e-4293-8d1f-8c6e7bda6bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '680b3b9b-d14d-4174-83eb-6dc70441f79c'}}] {{(pid=94139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 14:07:56.352855 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-6e20f4e5-beaa-4a37-a25a-eebde341b741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:56.508844 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.db [None req-6e20f4e5-beaa-4a37-a25a-eebde341b741 None None] For port 7f54b2f8-3ae9-4749-8f26-3c30ba8fcf91, host dv-cinder-782910-4-iscsi, cleared binding levels {{(pid=94139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 14:07:56.517266 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.db [None req-6e20f4e5-beaa-4a37-a25a-eebde341b741 None None] For port 7f54b2f8-3ae9-4749-8f26-3c30ba8fcf91, host dv-cinder-782910-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-4-iscsi',level=0,port_id=7f54b2f8-3ae9-4749-8f26-3c30ba8fcf91,segment=NetworkSegment(49d7bdce-197e-4293-8d1f-8c6e7bda6bad),segment_id=49d7bdce-197e-4293-8d1f-8c6e7bda6bad)] {{(pid=94139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 14:07:56.527015 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-6e20f4e5-beaa-4a37-a25a-eebde341b741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735729008622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735728620463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735728620481'] for port, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:56.572032 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f59aa05-33cc-428e-97e4-be43e0832d4f req-4efabd52-1bd2-4748-886f-3fecaeca320a tempest-VolumesActionsTest-253017511 tempest-VolumesActionsTest-253017511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:07:56.573836 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-9f59aa05-33cc-428e-97e4-be43e0832d4f req-4efabd52-1bd2-4748-886f-3fecaeca320a tempest-VolumesActionsTest-253017511 tempest-VolumesActionsTest-253017511-project] 10.222.0.60 "GET /v2.0/ports?device_id=94ccb119-01c1-4855-8a9d-6a291efc89d0 HTTP/1.1" status: 200 len: 944 time: 0.0618653 Sep 07 14:07:56.606093 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e20f4e5-beaa-4a37-a25a-eebde341b741 None None] Routers {'562ba182-ed6d-4a2a-b774-c61aa2795083'} bound to L3 agent in host dv-cinder-782910-4-iscsi {{(pid=94139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:07:56.606745 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.l3_hamode_db [None req-6e20f4e5-beaa-4a37-a25a-eebde341b741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T13:58:13Z,description=,heartbeat_timestamp=2021-09-07T14:07:43Z,host='dv-cinder-782910-4-iscsi',id=fa68c273-d39f-43dc-b6f8-e0c6852ace12,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T13:58:13Z,topic='l3_agent')) {'router_ids': ['562ba182-ed6d-4a2a-b774-c61aa2795083'], 'active': True} {{(pid=94139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:07:56.609714 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4705e67-6910-4b8f-a28c-e69351ab9fd6 None None] Pushing event updated for resources: {'Port': ['ID=7f54b2f8-3ae9-4749-8f26-3c30ba8fcf91,revision_number=4']} {{(pid=94139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:07:56.639634 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-9f59aa05-33cc-428e-97e4-be43e0832d4f req-e8599626-546d-440b-9352-6131aed67f99 tempest-VolumesActionsTest-253017511 tempest-VolumesActionsTest-253017511-project] 10.222.0.60 "GET /v2.0/security-groups?id=c854b715-3105-4236-a433-6b2974599db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521333 Sep 07 14:07:56.743097 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.l3_dvr_db [None req-6e20f4e5-beaa-4a37-a25a-eebde341b741 None None] Set router 562ba182-ed6d-4a2a-b774-c61aa2795083 gateway port host: dv-cinder-782910-4-iscsi {{(pid=94139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:07:56.820974 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7416ac07-467d-4743-851d-cb48a8255439 req-e56abd81-c7a3-4235-bad0-072526f08585 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:07:56.829270 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-7416ac07-467d-4743-851d-cb48a8255439 req-e56abd81-c7a3-4235-bad0-072526f08585 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/ports?device_id=752df912-1fe9-4a3a-aedc-0b4fe4e15164 HTTP/1.1" status: 200 len: 945 time: 0.0780144 Sep 07 14:07:56.879181 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-7416ac07-467d-4743-851d-cb48a8255439 req-7fe9dbe3-57e5-41f4-8437-11e4ec4ab025 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/security-groups?id=1eaa7adf-c23d-4a19-a899-ef24f817425f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487781 Sep 07 14:07:57.018185 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.l3_hamode_db [None req-6e20f4e5-beaa-4a37-a25a-eebde341b741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '562ba182-ed6d-4a2a-b774-c61aa2795083', 'name': 'tempest-TestVolumeBootPattern-913196687-router', 'tenant_id': 'd991b8909b5648bbbfdd02568580a00b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'external_fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.4'}], 'enable_snat': True}, 'gw_port_id': '0c462bb7-c012-4898-9cd5-3d3a88579f67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:07:46Z', 'updated_at': '2021-09-07T14:07:51Z', 'revision_number': 4, 'project_id': 'd991b8909b5648bbbfdd02568580a00b', 'gw_port': {'id': '0c462bb7-c012-4898-9cd5-3d3a88579f67', 'name': '', 'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e3:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '562ba182-ed6d-4a2a-b774-c61aa2795083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:07:47Z', 'updated_at': '2021-09-07T14:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-4-iscsi', '_interfaces': [{'id': '7f54b2f8-3ae9-4749-8f26-3c30ba8fcf91', 'name': '', 'network_id': '680b3b9b-d14d-4174-83eb-6dc70441f79c', 'tenant_id': 'd991b8909b5648bbbfdd02568580a00b', 'mac_address': 'fa:16:3e:9e:b8:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '562ba182-ed6d-4a2a-b774-c61aa2795083', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '7111653f-01eb-4f0d-89e7-04b2b616e8ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:07:50Z', 'updated_at': '2021-09-07T14:07:56Z', 'revision_number': 4, 'project_id': 'd991b8909b5648bbbfdd02568580a00b', 'subnets': [{'id': '7111653f-01eb-4f0d-89e7-04b2b616e8ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782910-4-iscsi', False) {} {{(pid=94139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:07:57.047400 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e20f4e5-beaa-4a37-a25a-eebde341b741 None None] The sync data for ids ['562ba182-ed6d-4a2a-b774-c61aa2795083'] in dv-cinder-782910-4-iscsi is: [{'id': '562ba182-ed6d-4a2a-b774-c61aa2795083', 'name': 'tempest-TestVolumeBootPattern-913196687-router', 'tenant_id': 'd991b8909b5648bbbfdd02568580a00b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'external_fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.4'}], 'enable_snat': True}, 'gw_port_id': '0c462bb7-c012-4898-9cd5-3d3a88579f67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:07:46Z', 'updated_at': '2021-09-07T14:07:51Z', 'revision_number': 4, 'project_id': 'd991b8909b5648bbbfdd02568580a00b', 'gw_port': {'id': '0c462bb7-c012-4898-9cd5-3d3a88579f67', 'name': '', 'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e3:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '562ba182-ed6d-4a2a-b774-c61aa2795083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:07:47Z', 'updated_at': '2021-09-07T14:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-4-iscsi', '_interfaces': [{'id': '7f54b2f8-3ae9-4749-8f26-3c30ba8fcf91', 'name': '', 'network_id': '680b3b9b-d14d-4174-83eb-6dc70441f79c', 'tenant_id': 'd991b8909b5648bbbfdd02568580a00b', 'mac_address': 'fa:16:3e:9e:b8:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '562ba182-ed6d-4a2a-b774-c61aa2795083', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '7111653f-01eb-4f0d-89e7-04b2b616e8ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:07:50Z', 'updated_at': '2021-09-07T14:07:56Z', 'revision_number': 4, 'project_id': 'd991b8909b5648bbbfdd02568580a00b', 'subnets': [{'id': '7111653f-01eb-4f0d-89e7-04b2b616e8ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 14:07:57.743779 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242c9b24-9f87-4285-9997-a36234e576aa req-19220679-7662-4524-9edd-303b6010791e tempest-VolumesActionsTest-253017511 tempest-VolumesActionsTest-253017511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:07:57.745258 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-242c9b24-9f87-4285-9997-a36234e576aa req-19220679-7662-4524-9edd-303b6010791e tempest-VolumesActionsTest-253017511 tempest-VolumesActionsTest-253017511-project] 10.222.0.60 "GET /v2.0/ports?device_id=94ccb119-01c1-4855-8a9d-6a291efc89d0 HTTP/1.1" status: 200 len: 944 time: 0.0485997 Sep 07 14:07:57.783357 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-242c9b24-9f87-4285-9997-a36234e576aa req-16d5d771-5dc5-42cd-a0ac-30df71266c94 tempest-VolumesActionsTest-253017511 tempest-VolumesActionsTest-253017511-project] 10.222.0.60 "GET /v2.0/security-groups?id=c854b715-3105-4236-a433-6b2974599db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319319 Sep 07 14:07:57.994830 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497e380f-d8e0-498f-bb7b-3318bc685f83 req-7caf7656-1e89-4526-a045-9d29bccde464 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:07:57.996550 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-497e380f-d8e0-498f-bb7b-3318bc685f83 req-7caf7656-1e89-4526-a045-9d29bccde464 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/ports?device_id=752df912-1fe9-4a3a-aedc-0b4fe4e15164 HTTP/1.1" status: 200 len: 945 time: 0.0554979 Sep 07 14:07:58.048199 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-497e380f-d8e0-498f-bb7b-3318bc685f83 req-44a2abf1-c4cb-417f-bd57-b10ae195948b tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/security-groups?id=1eaa7adf-c23d-4a19-a899-ef24f817425f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442567 Sep 07 14:07:58.177666 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-90497945-cc67-4e40-89ff-93978391019b None None] Device 7f54b2f8-3ae9-4749-8f26-3c30ba8fcf91 up at agent ovs-agent-dv-cinder-782910-4-iscsi {{(pid=94139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:07:58.229390 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-90497945-cc67-4e40-89ff-93978391019b None None] Provisioning for port 7f54b2f8-3ae9-4749-8f26-3c30ba8fcf91 completed by entity L2. {{(pid=94139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 14:07:58.233597 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-90497945-cc67-4e40-89ff-93978391019b None None] Provisioning complete for port 7f54b2f8-3ae9-4749-8f26-3c30ba8fcf91 triggered by entity L2. {{(pid=94139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:07:58.234098 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-90497945-cc67-4e40-89ff-93978391019b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462246'] for port, provisioning_complete {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:58.316211 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-90497945-cc67-4e40-89ff-93978391019b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:58.356039 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.db [None req-90497945-cc67-4e40-89ff-93978391019b None None] For port 7f54b2f8-3ae9-4749-8f26-3c30ba8fcf91, host dv-cinder-782910-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-4-iscsi',level=0,port_id=7f54b2f8-3ae9-4749-8f26-3c30ba8fcf91,segment=NetworkSegment(49d7bdce-197e-4293-8d1f-8c6e7bda6bad),segment_id=49d7bdce-197e-4293-8d1f-8c6e7bda6bad)] {{(pid=94139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:07:58.364885 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-90497945-cc67-4e40-89ff-93978391019b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735729008622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735728620463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735728620481'] for port, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:07:58.426924 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90497945-cc67-4e40-89ff-93978391019b None None] Pushing event updated for resources: {'Port': ['ID=7f54b2f8-3ae9-4749-8f26-3c30ba8fcf91,revision_number=5']} {{(pid=94139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:07:58.904960 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04daf3bc-5498-4404-b5fb-dd307bc34958 req-cc2f6570-8964-47eb-8bea-dc2cf4ed30ff tempest-VolumesActionsTest-253017511 tempest-VolumesActionsTest-253017511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:07:58.906487 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-04daf3bc-5498-4404-b5fb-dd307bc34958 req-cc2f6570-8964-47eb-8bea-dc2cf4ed30ff tempest-VolumesActionsTest-253017511 tempest-VolumesActionsTest-253017511-project] 10.222.0.60 "GET /v2.0/ports?device_id=94ccb119-01c1-4855-8a9d-6a291efc89d0 HTTP/1.1" status: 200 len: 944 time: 0.0491993 Sep 07 14:07:58.946281 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-04daf3bc-5498-4404-b5fb-dd307bc34958 req-fde0630f-55ff-4d7f-a2b3-69d404220e10 tempest-VolumesActionsTest-253017511 tempest-VolumesActionsTest-253017511-project] 10.222.0.60 "GET /v2.0/security-groups?id=c854b715-3105-4236-a433-6b2974599db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337305 Sep 07 14:07:59.197592 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff06a94-d830-414c-9609-3d38b60048a0 req-35926cdf-2406-4adb-86f5-25cbe0392caa tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:07:59.199070 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-0ff06a94-d830-414c-9609-3d38b60048a0 req-35926cdf-2406-4adb-86f5-25cbe0392caa tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/ports?device_id=752df912-1fe9-4a3a-aedc-0b4fe4e15164 HTTP/1.1" status: 200 len: 945 time: 0.0509481 Sep 07 14:07:59.238457 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-0ff06a94-d830-414c-9609-3d38b60048a0 req-65d49de0-e717-47fa-9ee1-7eae53c6b9e9 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/security-groups?id=1eaa7adf-c23d-4a19-a899-ef24f817425f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333078 Sep 07 14:08:00.072156 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec50623-5965-4b3b-b4ce-cea2f8cbd404 req-4162810a-b8a7-4f6a-8d9a-01a6f7b34191 tempest-VolumesActionsTest-253017511 tempest-VolumesActionsTest-253017511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:08:00.074547 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-dec50623-5965-4b3b-b4ce-cea2f8cbd404 req-4162810a-b8a7-4f6a-8d9a-01a6f7b34191 tempest-VolumesActionsTest-253017511 tempest-VolumesActionsTest-253017511-project] 10.222.0.60 "GET /v2.0/ports?device_id=94ccb119-01c1-4855-8a9d-6a291efc89d0 HTTP/1.1" status: 200 len: 944 time: 0.0584645 Sep 07 14:08:00.111927 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-90497945-cc67-4e40-89ff-93978391019b None None] Device 7f54b2f8-3ae9-4749-8f26-3c30ba8fcf91 up at agent ovs-agent-dv-cinder-782910-4-iscsi {{(pid=94139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:08:00.125930 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-dec50623-5965-4b3b-b4ce-cea2f8cbd404 req-f9aa1ede-4a11-410b-9afb-ce8150afa6b3 tempest-VolumesActionsTest-253017511 tempest-VolumesActionsTest-253017511-project] 10.222.0.60 "GET /v2.0/security-groups?id=c854b715-3105-4236-a433-6b2974599db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456035 Sep 07 14:08:00.164258 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-90497945-cc67-4e40-89ff-93978391019b None None] Provisioning complete for port 7f54b2f8-3ae9-4749-8f26-3c30ba8fcf91 triggered by entity L2. {{(pid=94139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:08:00.164633 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-90497945-cc67-4e40-89ff-93978391019b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462246'] for port, provisioning_complete {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:00.383827 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b3216e-8d27-435a-8840-ed90359a3961 req-57840139-06ed-443a-8c28-e8e9566367ae tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:08:00.385741 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-b2b3216e-8d27-435a-8840-ed90359a3961 req-57840139-06ed-443a-8c28-e8e9566367ae tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/ports?device_id=752df912-1fe9-4a3a-aedc-0b4fe4e15164 HTTP/1.1" status: 200 len: 945 time: 0.0594583 Sep 07 14:08:00.424981 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-b2b3216e-8d27-435a-8840-ed90359a3961 req-b1b85db5-fc85-4dc7-ae40-713bf7cffb66 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/security-groups?id=1eaa7adf-c23d-4a19-a899-ef24f817425f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332346 Sep 07 14:08:01.242555 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88225c6-5f9d-4829-ad91-400d3f5c5179 req-c99d49ef-a80a-49f2-ad01-7c356f1c22d9 tempest-VolumesActionsTest-253017511 tempest-VolumesActionsTest-253017511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:08:01.244050 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-e88225c6-5f9d-4829-ad91-400d3f5c5179 req-c99d49ef-a80a-49f2-ad01-7c356f1c22d9 tempest-VolumesActionsTest-253017511 tempest-VolumesActionsTest-253017511-project] 10.222.0.60 "GET /v2.0/ports?device_id=94ccb119-01c1-4855-8a9d-6a291efc89d0 HTTP/1.1" status: 200 len: 944 time: 0.0507252 Sep 07 14:08:01.284358 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-e88225c6-5f9d-4829-ad91-400d3f5c5179 req-4df3e015-e986-4722-a93f-66b5849f595e tempest-VolumesActionsTest-253017511 tempest-VolumesActionsTest-253017511-project] 10.222.0.60 "GET /v2.0/security-groups?id=c854b715-3105-4236-a433-6b2974599db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342751 Sep 07 14:08:01.545164 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0943e09a-d12e-4ebe-9c52-b5e12fc98866 req-5670e9e4-679b-4c6c-b01f-135987ce15ca tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:08:01.546638 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-0943e09a-d12e-4ebe-9c52-b5e12fc98866 req-5670e9e4-679b-4c6c-b01f-135987ce15ca tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/ports?device_id=752df912-1fe9-4a3a-aedc-0b4fe4e15164 HTTP/1.1" status: 200 len: 945 time: 0.0529299 Sep 07 14:08:01.588964 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-0943e09a-d12e-4ebe-9c52-b5e12fc98866 req-df3d2efc-1ba4-4401-9d79-0ef632b11f88 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/security-groups?id=1eaa7adf-c23d-4a19-a899-ef24f817425f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360401 Sep 07 14:08:01.830628 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Device 2c60a39e-0b40-4943-9509-e29042bdbd81 up at agent hyperv_hv-cinder-78291 {{(pid=94139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:08:01.883023 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Provisioning for port 2c60a39e-0b40-4943-9509-e29042bdbd81 completed by entity L2. {{(pid=94139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 14:08:01.886457 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Provisioning complete for port 2c60a39e-0b40-4943-9509-e29042bdbd81 triggered by entity L2. {{(pid=94139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:08:01.886824 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462246'] for port, provisioning_complete {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:01.963604 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:01.987879 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94ccb119-01c1-4855-8a9d-6a291efc89d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c60a39e-0b40-4943-9509-e29042bdbd81'}] {{(pid=94139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:08:01.990154 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4453e99b4ec61c2946fac8af49a5adf90b2a32597d884ada3dd1dc93487e448" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65ac603f-b315-4e96-9c8b-bc7acd5ae2e6" -d '{"events": [{"server_uuid": "94ccb119-01c1-4855-8a9d-6a291efc89d0", "name": "network-vif-plugged", "status": "completed", "tag": "2c60a39e-0b40-4943-9509-e29042bdbd81"}]}' {{(pid=94139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:08:02.003436 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.db [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] For port 2c60a39e-0b40-4943-9509-e29042bdbd81, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=2c60a39e-0b40-4943-9509-e29042bdbd81,segment=NetworkSegment(09e98d4d-c58d-4c7c-9f6d-df7d32fc6ba4),segment_id=09e98d4d-c58d-4c7c-9f6d-df7d32fc6ba4)] {{(pid=94139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:08:02.008620 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735729008622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735728620463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735728620481'] for port, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:02.042341 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 14:08:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c4192c6-14a8-44d3-b117-e930d1c8ea7d x-openstack-request-id: req-0c4192c6-14a8-44d3-b117-e930d1c8ea7d {{(pid=94139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:08:02.042589 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94ccb119-01c1-4855-8a9d-6a291efc89d0", "name": "network-vif-plugged", "status": "completed", "tag": "2c60a39e-0b40-4943-9509-e29042bdbd81", "code": 200}]} {{(pid=94139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:08:02.042906 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0c4192c6-14a8-44d3-b117-e930d1c8ea7d {{(pid=94139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:08:02.043219 dv-cinder-782910-4-iscsi neutron-server[94139]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94ccb119-01c1-4855-8a9d-6a291efc89d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c60a39e-0b40-4943-9509-e29042bdbd81', 'code': 200} Sep 07 14:08:02.072476 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Pushing event updated for resources: {'Port': ['ID=2c60a39e-0b40-4943-9509-e29042bdbd81,revision_number=5']} {{(pid=94139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:08:02.406372 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ced469-18a7-4e3f-80dd-4947aa71bff7 req-351ef8e9-a2d0-4907-ad90-f3b15682d7a9 tempest-VolumesActionsTest-253017511 tempest-VolumesActionsTest-253017511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:08:02.407887 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-92ced469-18a7-4e3f-80dd-4947aa71bff7 req-351ef8e9-a2d0-4907-ad90-f3b15682d7a9 tempest-VolumesActionsTest-253017511 tempest-VolumesActionsTest-253017511-project] 10.222.0.60 "GET /v2.0/ports?device_id=94ccb119-01c1-4855-8a9d-6a291efc89d0 HTTP/1.1" status: 200 len: 945 time: 0.0533597 Sep 07 14:08:02.446133 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-92ced469-18a7-4e3f-80dd-4947aa71bff7 req-1b861f47-296d-4594-a478-ecc7861b8f0c tempest-VolumesActionsTest-253017511 tempest-VolumesActionsTest-253017511-project] 10.222.0.60 "GET /v2.0/security-groups?id=c854b715-3105-4236-a433-6b2974599db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321722 Sep 07 14:08:02.714590 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae3a3c2-a3fc-4ffb-9631-ae983e029768 req-ab890b58-363d-4a61-83e1-800f4226c955 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:08:02.716123 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-fae3a3c2-a3fc-4ffb-9631-ae983e029768 req-ab890b58-363d-4a61-83e1-800f4226c955 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/ports?device_id=752df912-1fe9-4a3a-aedc-0b4fe4e15164 HTTP/1.1" status: 200 len: 945 time: 0.0519881 Sep 07 14:08:02.762492 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-fae3a3c2-a3fc-4ffb-9631-ae983e029768 req-b75ec51a-57a5-4ff1-afe0-7fdabf7fa6ca tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/security-groups?id=1eaa7adf-c23d-4a19-a899-ef24f817425f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404356 Sep 07 14:08:03.574596 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a292d78d-c8de-48aa-9a68-f34a45237fad req-d2a5a1d9-3f4d-4e54-af00-ddbec84807c8 tempest-VolumesActionsTest-253017511 tempest-VolumesActionsTest-253017511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:08:03.576091 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-a292d78d-c8de-48aa-9a68-f34a45237fad req-d2a5a1d9-3f4d-4e54-af00-ddbec84807c8 tempest-VolumesActionsTest-253017511 tempest-VolumesActionsTest-253017511-project] 10.222.0.60 "GET /v2.0/ports?device_id=94ccb119-01c1-4855-8a9d-6a291efc89d0 HTTP/1.1" status: 200 len: 945 time: 0.0615699 Sep 07 14:08:03.621653 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-a292d78d-c8de-48aa-9a68-f34a45237fad req-62a46ad9-c501-4b05-83cc-f9cf94809d36 tempest-VolumesActionsTest-253017511 tempest-VolumesActionsTest-253017511-project] 10.222.0.60 "GET /v2.0/security-groups?id=c854b715-3105-4236-a433-6b2974599db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365818 Sep 07 14:08:03.881137 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac29e336-0b11-4368-b73b-89c67240aa6f req-8baceb6d-0766-4a28-88fa-1b9ca48634fd tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:08:03.882659 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-ac29e336-0b11-4368-b73b-89c67240aa6f req-8baceb6d-0766-4a28-88fa-1b9ca48634fd tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/ports?device_id=752df912-1fe9-4a3a-aedc-0b4fe4e15164 HTTP/1.1" status: 200 len: 945 time: 0.0529492 Sep 07 14:08:03.925557 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-ac29e336-0b11-4368-b73b-89c67240aa6f req-1c84adc7-769b-4b01-8048-68bbbdc79f81 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/security-groups?id=1eaa7adf-c23d-4a19-a899-ef24f817425f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360084 Sep 07 14:08:03.989714 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb93fdc8-3334-4774-85aa-3290e1621829 req-d2064542-74e7-40b0-89e6-5d1f05f8a160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:08:03.991223 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-fb93fdc8-3334-4774-85aa-3290e1621829 req-d2064542-74e7-40b0-89e6-5d1f05f8a160 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=94ccb119-01c1-4855-8a9d-6a291efc89d0 HTTP/1.1" status: 200 len: 1098 time: 0.0402143 Sep 07 14:08:04.027815 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-fb93fdc8-3334-4774-85aa-3290e1621829 req-54095b24-1b3b-4652-b4bc-f5c5ae6ba08d service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=c854b715-3105-4236-a433-6b2974599db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287390 Sep 07 14:08:04.749174 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42ed4f4-3309-4c12-bda9-9199e46a2acb req-ab8da7e7-001e-4720-9f55-59e4b80c1d2e tempest-VolumesActionsTest-253017511 tempest-VolumesActionsTest-253017511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:08:04.750781 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-e42ed4f4-3309-4c12-bda9-9199e46a2acb req-ab8da7e7-001e-4720-9f55-59e4b80c1d2e tempest-VolumesActionsTest-253017511 tempest-VolumesActionsTest-253017511-project] 10.222.0.60 "GET /v2.0/ports?device_id=94ccb119-01c1-4855-8a9d-6a291efc89d0 HTTP/1.1" status: 200 len: 945 time: 0.0525866 Sep 07 14:08:04.791221 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-e42ed4f4-3309-4c12-bda9-9199e46a2acb req-73d8ef66-5080-410d-bc5c-05224fae6614 tempest-VolumesActionsTest-253017511 tempest-VolumesActionsTest-253017511-project] 10.222.0.60 "GET /v2.0/security-groups?id=c854b715-3105-4236-a433-6b2974599db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345836 Sep 07 14:08:05.060587 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318307c4-c501-4666-b5f8-abbc1000bf0b req-4dc4368f-98e3-4fa2-aa58-4a6d5e222724 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:08:05.062254 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-318307c4-c501-4666-b5f8-abbc1000bf0b req-4dc4368f-98e3-4fa2-aa58-4a6d5e222724 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/ports?device_id=752df912-1fe9-4a3a-aedc-0b4fe4e15164 HTTP/1.1" status: 200 len: 945 time: 0.0600674 Sep 07 14:08:05.100524 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-318307c4-c501-4666-b5f8-abbc1000bf0b req-ad19a742-5f66-4092-b898-6d3026d61213 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/security-groups?id=1eaa7adf-c23d-4a19-a899-ef24f817425f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319767 Sep 07 14:08:05.907490 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1983f38a-a6a2-4346-b76b-f9d440e3a8f2 req-496ab4d0-0161-4c36-a0d2-d08935bf3d08 tempest-VolumesActionsTest-253017511 tempest-VolumesActionsTest-253017511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:08:05.908919 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-1983f38a-a6a2-4346-b76b-f9d440e3a8f2 req-496ab4d0-0161-4c36-a0d2-d08935bf3d08 tempest-VolumesActionsTest-253017511 tempest-VolumesActionsTest-253017511-project] 10.222.0.60 "GET /v2.0/ports?device_id=94ccb119-01c1-4855-8a9d-6a291efc89d0 HTTP/1.1" status: 200 len: 945 time: 0.0497992 Sep 07 14:08:05.954824 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-1983f38a-a6a2-4346-b76b-f9d440e3a8f2 req-10b2c24d-0a86-46a4-84b5-c656dcc1d289 tempest-VolumesActionsTest-253017511 tempest-VolumesActionsTest-253017511-project] 10.222.0.60 "GET /v2.0/security-groups?id=c854b715-3105-4236-a433-6b2974599db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398304 Sep 07 14:08:07.071075 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94828cb9-6b8c-45fd-8a7b-6156cf74a871 req-c4978709-d5fa-4199-8b5a-dba763a1c251 tempest-VolumesActionsTest-253017511 tempest-VolumesActionsTest-253017511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:08:07.072548 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-94828cb9-6b8c-45fd-8a7b-6156cf74a871 req-c4978709-d5fa-4199-8b5a-dba763a1c251 tempest-VolumesActionsTest-253017511 tempest-VolumesActionsTest-253017511-project] 10.222.0.60 "GET /v2.0/ports?device_id=94ccb119-01c1-4855-8a9d-6a291efc89d0 HTTP/1.1" status: 200 len: 945 time: 0.0493767 Sep 07 14:08:07.111261 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-94828cb9-6b8c-45fd-8a7b-6156cf74a871 req-d3e04e92-0565-423a-84ec-cbdbc30398d4 tempest-VolumesActionsTest-253017511 tempest-VolumesActionsTest-253017511-project] 10.222.0.60 "GET /v2.0/security-groups?id=c854b715-3105-4236-a433-6b2974599db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316873 Sep 07 14:08:08.229439 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ab5857-0f8d-4186-9ad3-bdecf0773fea req-c2956ae2-3150-4996-a1ac-75161900c711 tempest-VolumesActionsTest-253017511 tempest-VolumesActionsTest-253017511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:08:08.230990 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-c0ab5857-0f8d-4186-9ad3-bdecf0773fea req-c2956ae2-3150-4996-a1ac-75161900c711 tempest-VolumesActionsTest-253017511 tempest-VolumesActionsTest-253017511-project] 10.222.0.60 "GET /v2.0/ports?device_id=94ccb119-01c1-4855-8a9d-6a291efc89d0 HTTP/1.1" status: 200 len: 945 time: 0.0520480 Sep 07 14:08:08.268525 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-c0ab5857-0f8d-4186-9ad3-bdecf0773fea req-d54aeeb0-5053-431c-9bf6-4cc00c49f9cf tempest-VolumesActionsTest-253017511 tempest-VolumesActionsTest-253017511-project] 10.222.0.60 "GET /v2.0/security-groups?id=c854b715-3105-4236-a433-6b2974599db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315282 Sep 07 14:08:08.735033 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3fd859-7869-4dd0-8cdb-f913fe0cc346 req-e5abde99-b47d-4767-b8ba-467b73ab602e tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:08:08.736576 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-9e3fd859-7869-4dd0-8cdb-f913fe0cc346 req-e5abde99-b47d-4767-b8ba-467b73ab602e tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/ports?device_id=752df912-1fe9-4a3a-aedc-0b4fe4e15164 HTTP/1.1" status: 200 len: 945 time: 0.0696034 Sep 07 14:08:08.780773 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-9e3fd859-7869-4dd0-8cdb-f913fe0cc346 req-0edce73e-99c3-4957-a0d9-9976cc842e1d tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/security-groups?id=1eaa7adf-c23d-4a19-a899-ef24f817425f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352128 Sep 07 14:08:09.416600 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee91eaee-7b5b-421d-b3f4-4bc4af9d024b req-6697750b-5996-4ea6-9cbb-b01277f8fd8d tempest-VolumesActionsTest-253017511 tempest-VolumesActionsTest-253017511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:08:09.418205 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-ee91eaee-7b5b-421d-b3f4-4bc4af9d024b req-6697750b-5996-4ea6-9cbb-b01277f8fd8d tempest-VolumesActionsTest-253017511 tempest-VolumesActionsTest-253017511-project] 10.222.0.60 "GET /v2.0/ports?device_id=94ccb119-01c1-4855-8a9d-6a291efc89d0 HTTP/1.1" status: 200 len: 945 time: 0.0570371 Sep 07 14:08:09.457990 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-ee91eaee-7b5b-421d-b3f4-4bc4af9d024b req-52f7f162-1cc8-4c64-9907-d26800b0c0c1 tempest-VolumesActionsTest-253017511 tempest-VolumesActionsTest-253017511-project] 10.222.0.60 "GET /v2.0/security-groups?id=c854b715-3105-4236-a433-6b2974599db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334239 Sep 07 14:08:10.512057 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f53916-f1ab-4153-8714-3b63de5db06e req-b1cfaa00-c5d0-4582-b691-602c2fff1686 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:08:10.513533 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-71f53916-f1ab-4153-8714-3b63de5db06e req-b1cfaa00-c5d0-4582-b691-602c2fff1686 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ac0934b-f4cd-4421-a325-8fff04835bbc HTTP/1.1" status: 200 len: 945 time: 0.0536804 Sep 07 14:08:10.551760 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-71f53916-f1ab-4153-8714-3b63de5db06e req-4cf416c9-1606-4264-9fdb-56256ac013f3 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] 10.222.0.60 "GET /v2.0/security-groups?id=ee56c5f5-d2bf-4ac0-8e7f-3030efc8e7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316880 Sep 07 14:08:10.641611 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-857e566d-3002-40e1-b884-53dc7862e592 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:10.658452 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6509d911-08ef-43cf-9d2b-5f95dbd627e5 req-3b8a05fc-90a3-48d1-8918-dc3449d76d23 tempest-VolumesActionsTest-253017511 tempest-VolumesActionsTest-253017511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:08:10.660019 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-6509d911-08ef-43cf-9d2b-5f95dbd627e5 req-3b8a05fc-90a3-48d1-8918-dc3449d76d23 tempest-VolumesActionsTest-253017511 tempest-VolumesActionsTest-253017511-project] 10.222.0.60 "GET /v2.0/ports?device_id=94ccb119-01c1-4855-8a9d-6a291efc89d0 HTTP/1.1" status: 200 len: 945 time: 0.0522203 Sep 07 14:08:10.700193 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-6509d911-08ef-43cf-9d2b-5f95dbd627e5 req-d7dfce5a-2200-42c5-99de-3f305859b0ad tempest-VolumesActionsTest-253017511 tempest-VolumesActionsTest-253017511-project] 10.222.0.60 "GET /v2.0/security-groups?id=c854b715-3105-4236-a433-6b2974599db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336976 Sep 07 14:08:11.679140 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b076926c-7bc2-4cb8-85e0-446f33a1a9ba req-76aa9f4b-4772-4846-ab73-fb40c73121b7 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:08:11.680681 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-b076926c-7bc2-4cb8-85e0-446f33a1a9ba req-76aa9f4b-4772-4846-ab73-fb40c73121b7 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ac0934b-f4cd-4421-a325-8fff04835bbc HTTP/1.1" status: 200 len: 945 time: 0.0514071 Sep 07 14:08:11.720996 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-b076926c-7bc2-4cb8-85e0-446f33a1a9ba req-9da3d108-0cd3-489f-ab41-030034885d74 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] 10.222.0.60 "GET /v2.0/security-groups?id=ee56c5f5-d2bf-4ac0-8e7f-3030efc8e7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343127 Sep 07 14:08:11.832486 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30305523-dc31-4531-9b96-603bc47e99bd req-25068790-a16c-492a-b190-cafb7a6a8964 tempest-VolumesActionsTest-253017511 tempest-VolumesActionsTest-253017511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:08:11.833989 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-30305523-dc31-4531-9b96-603bc47e99bd req-25068790-a16c-492a-b190-cafb7a6a8964 tempest-VolumesActionsTest-253017511 tempest-VolumesActionsTest-253017511-project] 10.222.0.60 "GET /v2.0/ports?device_id=94ccb119-01c1-4855-8a9d-6a291efc89d0 HTTP/1.1" status: 200 len: 945 time: 0.0566716 Sep 07 14:08:11.873097 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-30305523-dc31-4531-9b96-603bc47e99bd req-987d9270-8873-4e96-8372-690cdfa5a1fc tempest-VolumesActionsTest-253017511 tempest-VolumesActionsTest-253017511-project] 10.222.0.60 "GET /v2.0/security-groups?id=c854b715-3105-4236-a433-6b2974599db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323007 Sep 07 14:08:12.713003 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d0fa63-7425-48eb-b32f-47fe7154798a req-023b26c1-71db-4d4a-8a72-26e6893c726c tempest-VolumesActionsTest-253017511 tempest-VolumesActionsTest-253017511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:08:12.714520 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-b9d0fa63-7425-48eb-b32f-47fe7154798a req-023b26c1-71db-4d4a-8a72-26e6893c726c tempest-VolumesActionsTest-253017511 tempest-VolumesActionsTest-253017511-project] 10.222.0.23 "GET /v2.0/ports?device_id=94ccb119-01c1-4855-8a9d-6a291efc89d0 HTTP/1.1" status: 200 len: 945 time: 0.0505786 Sep 07 14:08:12.820326 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.plugin [req-b9d0fa63-7425-48eb-b32f-47fe7154798a req-9829db88-ad9d-42e4-b4fa-0cea4724a343 tempest-VolumesActionsTest-253017511 tempest-VolumesActionsTest-253017511-project] Deleting port 2c60a39e-0b40-4943-9509-e29042bdbd81 {{(pid=94138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 14:08:12.820740 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-b9d0fa63-7425-48eb-b32f-47fe7154798a req-9829db88-ad9d-42e4-b4fa-0cea4724a343 tempest-VolumesActionsTest-253017511 tempest-VolumesActionsTest-253017511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735729003030'] for port, before_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:12.843840 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d52136-dd0f-4228-8043-29c0ad6c7dd3 req-04456b56-b55f-446c-9369-f8d4422808ed tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:08:12.845440 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-e0d52136-dd0f-4228-8043-29c0ad6c7dd3 req-04456b56-b55f-446c-9369-f8d4422808ed tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ac0934b-f4cd-4421-a325-8fff04835bbc HTTP/1.1" status: 200 len: 945 time: 0.0530541 Sep 07 14:08:12.892974 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-e0d52136-dd0f-4228-8043-29c0ad6c7dd3 req-30be00e8-e2b8-4058-8608-9303e0c8e3ed tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] 10.222.0.60 "GET /v2.0/security-groups?id=ee56c5f5-d2bf-4ac0-8e7f-3030efc8e7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413356 Sep 07 14:08:12.915706 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.db [req-b9d0fa63-7425-48eb-b32f-47fe7154798a req-9829db88-ad9d-42e4-b4fa-0cea4724a343 tempest-VolumesActionsTest-253017511 tempest-VolumesActionsTest-253017511-project] For port 2c60a39e-0b40-4943-9509-e29042bdbd81, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=2c60a39e-0b40-4943-9509-e29042bdbd81,segment=NetworkSegment(09e98d4d-c58d-4c7c-9f6d-df7d32fc6ba4),segment_id=09e98d4d-c58d-4c7c-9f6d-df7d32fc6ba4)] {{(pid=94138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:08:12.915706 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-b9d0fa63-7425-48eb-b32f-47fe7154798a req-9829db88-ad9d-42e4-b4fa-0cea4724a343 tempest-VolumesActionsTest-253017511 tempest-VolumesActionsTest-253017511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453383'] for port, precommit_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:12.929450 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.plugin [req-b9d0fa63-7425-48eb-b32f-47fe7154798a req-9829db88-ad9d-42e4-b4fa-0cea4724a343 tempest-VolumesActionsTest-253017511 tempest-VolumesActionsTest-253017511-project] Calling delete_port for 2c60a39e-0b40-4943-9509-e29042bdbd81 owned by compute:nova {{(pid=94138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 14:08:13.017731 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a03a76e-bb36-4508-b01b-14592e80aa92 req-1b93074e-9321-4fba-94f0-3a0adbe0cca9 tempest-VolumesActionsTest-253017511 tempest-VolumesActionsTest-253017511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:08:13.021071 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-8a03a76e-bb36-4508-b01b-14592e80aa92 req-1b93074e-9321-4fba-94f0-3a0adbe0cca9 tempest-VolumesActionsTest-253017511 tempest-VolumesActionsTest-253017511-project] 10.222.0.60 "GET /v2.0/ports?device_id=94ccb119-01c1-4855-8a9d-6a291efc89d0 HTTP/1.1" status: 200 len: 945 time: 0.0546281 Sep 07 14:08:13.061192 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-8a03a76e-bb36-4508-b01b-14592e80aa92 req-0abacc66-e1f5-43da-b9e9-6e15de400a8e tempest-VolumesActionsTest-253017511 tempest-VolumesActionsTest-253017511-project] 10.222.0.60 "GET /v2.0/security-groups?id=c854b715-3105-4236-a433-6b2974599db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336795 Sep 07 14:08:13.062498 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-b9d0fa63-7425-48eb-b32f-47fe7154798a req-9829db88-ad9d-42e4-b4fa-0cea4724a343 tempest-VolumesActionsTest-253017511 tempest-VolumesActionsTest-253017511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735729008604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735728620454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65197361'] for port, after_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:13.075758 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.db [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] get_ports_and_sgs() called for port_ids ['2c60a39e-0b40-4943-9509-e29042bdbd81'] {{(pid=94139) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 14:08:13.090400 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9829db88-ad9d-42e4-b4fa-0cea4724a343 tempest-VolumesActionsTest-253017511 tempest-VolumesActionsTest-253017511-project] Pushing event deleted for resources: {'Port': ['ID=2c60a39e-0b40-4943-9509-e29042bdbd81,revision_number=None']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:08:13.102536 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9829db88-ad9d-42e4-b4fa-0cea4724a343 tempest-VolumesActionsTest-253017511 tempest-VolumesActionsTest-253017511-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:08:13.102881 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9829db88-ad9d-42e4-b4fa-0cea4724a343 tempest-VolumesActionsTest-253017511 tempest-VolumesActionsTest-253017511-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:08:13.103317 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9829db88-ad9d-42e4-b4fa-0cea4724a343 tempest-VolumesActionsTest-253017511 tempest-VolumesActionsTest-253017511-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:08:13.103649 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9829db88-ad9d-42e4-b4fa-0cea4724a343 tempest-VolumesActionsTest-253017511 tempest-VolumesActionsTest-253017511-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:08:13.103979 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9829db88-ad9d-42e4-b4fa-0cea4724a343 tempest-VolumesActionsTest-253017511 tempest-VolumesActionsTest-253017511-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:08:13.104305 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9829db88-ad9d-42e4-b4fa-0cea4724a343 tempest-VolumesActionsTest-253017511 tempest-VolumesActionsTest-253017511-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:08:13.104725 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9829db88-ad9d-42e4-b4fa-0cea4724a343 tempest-VolumesActionsTest-253017511 tempest-VolumesActionsTest-253017511-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:08:13.105049 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9829db88-ad9d-42e4-b4fa-0cea4724a343 tempest-VolumesActionsTest-253017511 tempest-VolumesActionsTest-253017511-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:08:13.105467 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9829db88-ad9d-42e4-b4fa-0cea4724a343 tempest-VolumesActionsTest-253017511 tempest-VolumesActionsTest-253017511-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:08:13.105790 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9829db88-ad9d-42e4-b4fa-0cea4724a343 tempest-VolumesActionsTest-253017511 tempest-VolumesActionsTest-253017511-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:08:13.106227 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9829db88-ad9d-42e4-b4fa-0cea4724a343 tempest-VolumesActionsTest-253017511 tempest-VolumesActionsTest-253017511-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:08:13.106542 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9829db88-ad9d-42e4-b4fa-0cea4724a343 tempest-VolumesActionsTest-253017511 tempest-VolumesActionsTest-253017511-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:08:13.153776 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9d0fa63-7425-48eb-b32f-47fe7154798a req-9829db88-ad9d-42e4-b4fa-0cea4724a343 tempest-VolumesActionsTest-253017511 tempest-VolumesActionsTest-253017511-project] No DVR routers for this DVR port 2c60a39e-0b40-4943-9509-e29042bdbd81 on host hv-cinder-78291 {{(pid=94138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 14:08:13.157255 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-b9d0fa63-7425-48eb-b32f-47fe7154798a req-9829db88-ad9d-42e4-b4fa-0cea4724a343 tempest-VolumesActionsTest-253017511 tempest-VolumesActionsTest-253017511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88768'] for port, before_response {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:13.159631 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-b9d0fa63-7425-48eb-b32f-47fe7154798a req-9829db88-ad9d-42e4-b4fa-0cea4724a343 tempest-VolumesActionsTest-253017511 tempest-VolumesActionsTest-253017511-project] 10.222.0.23 "DELETE /v2.0/ports/2c60a39e-0b40-4943-9509-e29042bdbd81 HTTP/1.1" status: 204 len: 173 time: 0.4302700 Sep 07 14:08:13.160092 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94ccb119-01c1-4855-8a9d-6a291efc89d0', 'name': 'network-vif-deleted', 'tag': '2c60a39e-0b40-4943-9509-e29042bdbd81'}] {{(pid=94138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:08:13.162555 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2f7ddeb31991bace343f2b2f4f22cd3bc4274a24b7cd750f83a004d46e17087" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5fa9ce5-0d62-40cd-b755-86a543f024c0" -d '{"events": [{"server_uuid": "94ccb119-01c1-4855-8a9d-6a291efc89d0", "name": "network-vif-deleted", "tag": "2c60a39e-0b40-4943-9509-e29042bdbd81"}]}' {{(pid=94138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:08:13.213638 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 14:08:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-140731d9-8172-4fd7-ae9a-393fdb48ff4e x-openstack-request-id: req-140731d9-8172-4fd7-ae9a-393fdb48ff4e {{(pid=94138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:08:13.213930 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94ccb119-01c1-4855-8a9d-6a291efc89d0", "name": "network-vif-deleted", "tag": "2c60a39e-0b40-4943-9509-e29042bdbd81", "status": "completed", "code": 200}]} {{(pid=94138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:08:13.214181 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-140731d9-8172-4fd7-ae9a-393fdb48ff4e {{(pid=94138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:08:13.214574 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94ccb119-01c1-4855-8a9d-6a291efc89d0', 'name': 'network-vif-deleted', 'tag': '2c60a39e-0b40-4943-9509-e29042bdbd81', 'status': 'completed', 'code': 200} Sep 07 14:08:13.428173 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-b0144bc8-8f46-4e38-b8a3-3b2e400160e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:14.020476 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283735e0-c5bf-4d18-9390-6e989372325b req-d84e0af4-2ef6-441d-87ef-a0d29d6f3a12 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:08:14.022064 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-283735e0-c5bf-4d18-9390-6e989372325b req-d84e0af4-2ef6-441d-87ef-a0d29d6f3a12 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ac0934b-f4cd-4421-a325-8fff04835bbc HTTP/1.1" status: 200 len: 945 time: 0.0558026 Sep 07 14:08:14.061639 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-283735e0-c5bf-4d18-9390-6e989372325b req-a9fa259b-a541-44aa-9147-1bba44f07f17 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] 10.222.0.60 "GET /v2.0/security-groups?id=ee56c5f5-d2bf-4ac0-8e7f-3030efc8e7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331938 Sep 07 14:08:14.190217 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-90497945-cc67-4e40-89ff-93978391019b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:14.512238 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.wsgi [-] (94137) accepted ('10.222.0.60', 47490) {{(pid=94137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:08:14.626164 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-cf0de8af-55e5-4b06-a8ca-6ddb1390ba28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:14.677835 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-cec4f6fb-2ca0-44f4-a970-9dc467b3a3ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:14.732061 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-cf0de8af-55e5-4b06-a8ca-6ddb1390ba28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:14.735727 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-cf0de8af-55e5-4b06-a8ca-6ddb1390ba28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585164'] for security_group, after_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:14.773203 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0de8af-55e5-4b06-a8ca-6ddb1390ba28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f84bbd53-8bed-40e1-8731-34d2d1908568,revision_number=1']} {{(pid=94137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:08:14.777551 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [None req-cf0de8af-55e5-4b06-a8ca-6ddb1390ba28 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6908ce04cd494153b8cf437ed9675620&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2640903 Sep 07 14:08:14.780415 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.wsgi [-] (94138) accepted ('10.222.0.60', 47496) {{(pid=94138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:08:14.783329 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0de8af-55e5-4b06-a8ca-6ddb1390ba28 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:08:14.783690 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0de8af-55e5-4b06-a8ca-6ddb1390ba28 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:08:14.784053 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0de8af-55e5-4b06-a8ca-6ddb1390ba28 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:08:14.784364 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0de8af-55e5-4b06-a8ca-6ddb1390ba28 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:08:14.784697 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0de8af-55e5-4b06-a8ca-6ddb1390ba28 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:08:14.785029 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0de8af-55e5-4b06-a8ca-6ddb1390ba28 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:08:14.785403 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0de8af-55e5-4b06-a8ca-6ddb1390ba28 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:08:14.785717 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0de8af-55e5-4b06-a8ca-6ddb1390ba28 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:08:14.786049 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0de8af-55e5-4b06-a8ca-6ddb1390ba28 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:08:14.786379 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0de8af-55e5-4b06-a8ca-6ddb1390ba28 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:08:14.786694 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0de8af-55e5-4b06-a8ca-6ddb1390ba28 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:08:14.787016 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0de8af-55e5-4b06-a8ca-6ddb1390ba28 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:08:14.839063 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-4f60048c-91e0-4b32-afff-1fa0148907f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:14.862871 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-4f60048c-91e0-4b32-afff-1fa0148907f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:14.914247 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-4f60048c-91e0-4b32-afff-1fa0148907f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585164'] for security_group, after_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:14.919027 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-4f60048c-91e0-4b32-afff-1fa0148907f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:14.920213 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [None req-4f60048c-91e0-4b32-afff-1fa0148907f6 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f84bbd53-8bed-40e1-8731-34d2d1908568 HTTP/1.1" status: 204 len: 168 time: 0.1388311 Sep 07 14:08:14.931264 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f60048c-91e0-4b32-afff-1fa0148907f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f84bbd53-8bed-40e1-8731-34d2d1908568,revision_number=None']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:08:15.497939 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Device 2c60a39e-0b40-4943-9509-e29042bdbd81 no longer exists at agent hyperv_hv-cinder-78291 {{(pid=94139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 14:08:15.529026 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.plugin [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] No Port match for: 2c60a39e-0b40-4943-9509-e29042bdbd81 {{(pid=94139) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 14:08:15.529610 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Device 2c60a39e-0b40-4943-9509-e29042bdbd81 not bound to the agent host hv-cinder-78291 {{(pid=94139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 14:08:15.606440 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.wsgi [-] (94138) accepted ('10.222.0.60', 47524) {{(pid=94138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:08:15.708138 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.v2.base [None req-4c22a60a-d285-42c5-837a-a10d94cf5007 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1483363180-network', 'tenant_id': 'e859b6827e2748129221219840ea5997'}} {{(pid=94138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:08:15.731709 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c22a60a-d285-42c5-837a-a10d94cf5007 admin admin] Made reservation on behalf of e859b6827e2748129221219840ea5997 for: {'network': 1} {{(pid=94138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 14:08:15.734430 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-4c22a60a-d285-42c5-837a-a10d94cf5007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for network, before_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:15.744199 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-4c22a60a-d285-42c5-837a-a10d94cf5007 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:15.847660 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-4c22a60a-d285-42c5-837a-a10d94cf5007 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:15.856456 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-4c22a60a-d285-42c5-837a-a10d94cf5007 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585164'] for security_group, after_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:15.861904 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-24e6fa56-2407-4935-9ec7-bc4eea9bdf8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:15.882667 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c22a60a-d285-42c5-837a-a10d94cf5007 admin admin] vlan segment allocate from pool success with {'vlan_id': 684, 'physical_network': 'physnet1'} {{(pid=94138) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 14:08:15.892290 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c22a60a-d285-42c5-837a-a10d94cf5007 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ee0b6d8-0816-470a-861d-36080b2e56f2,revision_number=1']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:08:15.896845 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-4c22a60a-d285-42c5-837a-a10d94cf5007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1461082'] for segment, precommit_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:15.897177 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.db.segments_db [None req-4c22a60a-d285-42c5-837a-a10d94cf5007 admin admin] Added segment 557a888c-91ab-489c-a232-b2b668c502f1 of type vlan for network e6139945-2b0e-4dd3-b90e-3cc2664bbe09 Sep 07 14:08:15.940320 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-4c22a60a-d285-42c5-837a-a10d94cf5007 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735728577284'] for network, precommit_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:15.967185 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.agents_db [None req-36878762-3245-425c-bb44-2e5aea615dc4 None None] Agent healthcheck: found 6 active agents {{(pid=94140) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 14:08:15.970314 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-4c22a60a-d285-42c5-837a-a10d94cf5007 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072'] for network, after_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:15.971778 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c22a60a-d285-42c5-837a-a10d94cf5007 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:08:15.972762 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-4c22a60a-d285-42c5-837a-a10d94cf5007 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539090'] for network, before_response {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:16.018002 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [None req-4c22a60a-d285-42c5-837a-a10d94cf5007 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4104321 Sep 07 14:08:16.024122 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.wsgi [-] (94137) accepted ('10.222.0.60', 47530) {{(pid=94137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:08:16.028990 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.v2.base [None req-2495bc85-ad10-4b25-9a13-0144ac777477 admin admin] Request body: {'subnet': {'network_id': 'e6139945-2b0e-4dd3-b90e-3cc2664bbe09', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1483363180-subnet', 'tenant_id': 'e859b6827e2748129221219840ea5997', 'ip_version': 4}} {{(pid=94137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:08:16.048313 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c22a60a-d285-42c5-837a-a10d94cf5007 admin admin] Pushing event updated for resources: {'Network': ['ID=e6139945-2b0e-4dd3-b90e-3cc2664bbe09,revision_number=1']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:08:16.060204 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-90497945-cc67-4e40-89ff-93978391019b None None] Network e6139945-2b0e-4dd3-b90e-3cc2664bbe09 details requested by agent ovs-agent-dv-cinder-782910-4-iscsi with host dv-cinder-782910-4-iscsi {{(pid=94139) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 14:08:16.066557 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2495bc85-ad10-4b25-9a13-0144ac777477 admin admin] Made reservation on behalf of e859b6827e2748129221219840ea5997 for: {'subnet': 1} {{(pid=94137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 14:08:16.069496 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-2495bc85-ad10-4b25-9a13-0144ac777477 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64237239'] for subnet, before_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:16.261348 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-2495bc85-ad10-4b25-9a13-0144ac777477 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63929141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64237217'] for subnet, after_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:16.325429 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2495bc85-ad10-4b25-9a13-0144ac777477 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c2e9c28-06dc-45ab-a546-78440fe11400,revision_number=0']} {{(pid=94137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:08:16.331060 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2495bc85-ad10-4b25-9a13-0144ac777477 admin admin] Checking segment: {'id': '557a888c-91ab-489c-a232-b2b668c502f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'e6139945-2b0e-4dd3-b90e-3cc2664bbe09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 14:08:16.331411 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2495bc85-ad10-4b25-9a13-0144ac777477 admin admin] Network hostable DHCP agents. Network: e6139945-2b0e-4dd3-b90e-3cc2664bbe09, hostable agents: ['6cb9538d-ef7d-4fb7-b0aa-ad613f860704'], hosted agents: [] {{(pid=94137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 14:08:16.348424 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2495bc85-ad10-4b25-9a13-0144ac777477 admin admin] Network e6139945-2b0e-4dd3-b90e-3cc2664bbe09 is scheduled to be hosted by DHCP agent 6cb9538d-ef7d-4fb7-b0aa-ad613f860704 with binding_index 1 {{(pid=94137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 14:08:16.357152 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.scheduler.base_scheduler [None req-2495bc85-ad10-4b25-9a13-0144ac777477 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782910-4-iscsi, e6139945-2b0e-4dd3-b90e-3cc2664bbe09) {{(pid=94137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:08:16.361384 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2495bc85-ad10-4b25-9a13-0144ac777477 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:08:16.362113 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-2495bc85-ad10-4b25-9a13-0144ac777477 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539090'] for subnet, before_response {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:16.369481 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49b680e3-5318-4a8d-b586-ab3c30969590 None None] Network e6139945-2b0e-4dd3-b90e-3cc2664bbe09 requested from dv-cinder-782910-4-iscsi {{(pid=94139) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 14:08:16.384526 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [None req-2495bc85-ad10-4b25-9a13-0144ac777477 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3592744 Sep 07 14:08:16.387191 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.wsgi [-] (94137) accepted ('10.222.0.60', 47534) {{(pid=94137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:08:16.391336 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.v2.base [None req-2d70b5c4-a72d-4736-a3e4-70dfb7da3e66 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1483363180-router', 'tenant_id': 'e859b6827e2748129221219840ea5997', 'external_gateway_info': {'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92'}}} {{(pid=94137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:08:16.411403 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-2d70b5c4-a72d-4736-a3e4-70dfb7da3e66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-430981', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4942'] for router, before_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:16.412432 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-2d70b5c4-a72d-4736-a3e4-70dfb7da3e66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-429333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-433029', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-427134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4951'] for router, precommit_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:16.466233 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-2d70b5c4-a72d-4736-a3e4-70dfb7da3e66 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:16.533446 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2bcb36f-5721-4c87-a72d-14b61ef3ee9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6c7af525-79c1-5515-b113-f9d7f983f641-e6139945-2b0e-4dd3-b90e-3cc2664bbe09', 'network_id': 'e6139945-2b0e-4dd3-b90e-3cc2664bbe09', 'tenant_id': 'e859b6827e2748129221219840ea5997', 'fixed_ips': [{'subnet_id': '6c2e9c28-06dc-45ab-a546-78440fe11400'}]}} from dv-cinder-782910-4-iscsi. {{(pid=94139) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 14:08:16.534358 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-e2bcb36f-5721-4c87-a72d-14b61ef3ee9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_create {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:16.607682 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-2d70b5c4-a72d-4736-a3e4-70dfb7da3e66 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:16.684823 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.db_base_plugin_common [None req-e2bcb36f-5721-4c87-a72d-14b61ef3ee9e None None] Allocated IP 172.20.0.2 (e6139945-2b0e-4dd3-b90e-3cc2664bbe09/6c2e9c28-06dc-45ab-a546-78440fe11400/fb1dc985-ad32-4e5a-9469-3f03a419d6b6) {{(pid=94139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 14:08:16.852534 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-2d70b5c4-a72d-4736-a3e4-70dfb7da3e66 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:16.873923 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-e2bcb36f-5721-4c87-a72d-14b61ef3ee9e None None] Notify callbacks [] for port, precommit_create {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:16.883147 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-e2bcb36f-5721-4c87-a72d-14b61ef3ee9e None None] Transition to ACTIVE for port object fb1dc985-ad32-4e5a-9469-3f03a419d6b6 will not be triggered until provisioned by entity L2. {{(pid=94139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 14:08:16.899782 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-e2bcb36f-5721-4c87-a72d-14b61ef3ee9e None None] Transition to ACTIVE for port object fb1dc985-ad32-4e5a-9469-3f03a419d6b6 will not be triggered until provisioned by entity DHCP. {{(pid=94139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 14:08:16.906640 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-e2bcb36f-5721-4c87-a72d-14b61ef3ee9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735728620445'] for port, after_create {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:16.946629 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2bcb36f-5721-4c87-a72d-14b61ef3ee9e None None] Network e6139945-2b0e-4dd3-b90e-3cc2664bbe09 is already hosted by enough agents. {{(pid=94139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 14:08:16.949869 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.scheduler.base_scheduler [None req-e2bcb36f-5721-4c87-a72d-14b61ef3ee9e None None] Resources bound (agent type, host, resource id): {{(pid=94139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:08:16.955827 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2bcb36f-5721-4c87-a72d-14b61ef3ee9e None None] Received port after_create {{(pid=94139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 14:08:16.962056 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bcb36f-5721-4c87-a72d-14b61ef3ee9e None None] Pushing event updated for resources: {'Port': ['ID=fb1dc985-ad32-4e5a-9469-3f03a419d6b6,revision_number=1']} {{(pid=94139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:08:17.021570 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.managers [None req-e2bcb36f-5721-4c87-a72d-14b61ef3ee9e None None] Attempting to bind port fb1dc985-ad32-4e5a-9469-3f03a419d6b6 on host dv-cinder-782910-4-iscsi for vnic_type normal with profile {{(pid=94139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 14:08:17.022011 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.managers [None req-e2bcb36f-5721-4c87-a72d-14b61ef3ee9e None None] Attempting to bind port fb1dc985-ad32-4e5a-9469-3f03a419d6b6 by drivers openvswitch,hyperv on host dv-cinder-782910-4-iscsi at level 0 using segments [{'id': '557a888c-91ab-489c-a232-b2b668c502f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'e6139945-2b0e-4dd3-b90e-3cc2664bbe09'}] {{(pid=94139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 14:08:17.022347 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2bcb36f-5721-4c87-a72d-14b61ef3ee9e None None] Attempting to bind port fb1dc985-ad32-4e5a-9469-3f03a419d6b6 on network e6139945-2b0e-4dd3-b90e-3cc2664bbe09 {{(pid=94139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 14:08:17.028231 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2bcb36f-5721-4c87-a72d-14b61ef3ee9e None None] Checking agent: {'id': 'b1ca48ac-dc13-463a-a516-8ddf18655ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782910-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 13, 58, 14), 'started_at': datetime.datetime(2021, 9, 7, 13, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 14, 8, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782910-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 14:08:17.028602 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2bcb36f-5721-4c87-a72d-14b61ef3ee9e None None] Checking segment: {'id': '557a888c-91ab-489c-a232-b2b668c502f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'e6139945-2b0e-4dd3-b90e-3cc2664bbe09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 14:08:17.029043 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-e2bcb36f-5721-4c87-a72d-14b61ef3ee9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:17.029467 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2bcb36f-5721-4c87-a72d-14b61ef3ee9e None None] Bound using segment: {'id': '557a888c-91ab-489c-a232-b2b668c502f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'e6139945-2b0e-4dd3-b90e-3cc2664bbe09'} {{(pid=94139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 14:08:17.030082 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.managers [None req-e2bcb36f-5721-4c87-a72d-14b61ef3ee9e None None] Bound port: fb1dc985-ad32-4e5a-9469-3f03a419d6b6, host: dv-cinder-782910-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '557a888c-91ab-489c-a232-b2b668c502f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'e6139945-2b0e-4dd3-b90e-3cc2664bbe09'}}] {{(pid=94139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 14:08:17.030444 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-e2bcb36f-5721-4c87-a72d-14b61ef3ee9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:17.098480 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-2d70b5c4-a72d-4736-a3e4-70dfb7da3e66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:17.101320 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.db [None req-e2bcb36f-5721-4c87-a72d-14b61ef3ee9e None None] For port fb1dc985-ad32-4e5a-9469-3f03a419d6b6, host dv-cinder-782910-4-iscsi, cleared binding levels {{(pid=94139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 14:08:17.105461 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.db [None req-e2bcb36f-5721-4c87-a72d-14b61ef3ee9e None None] For port fb1dc985-ad32-4e5a-9469-3f03a419d6b6, host dv-cinder-782910-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-4-iscsi',level=0,port_id=fb1dc985-ad32-4e5a-9469-3f03a419d6b6,segment=NetworkSegment(557a888c-91ab-489c-a232-b2b668c502f1),segment_id=557a888c-91ab-489c-a232-b2b668c502f1)] {{(pid=94139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 14:08:17.110730 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-e2bcb36f-5721-4c87-a72d-14b61ef3ee9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735729008622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735728620463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735728620481'] for port, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:17.174443 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bcb36f-5721-4c87-a72d-14b61ef3ee9e None None] Pushing event updated for resources: {'Port': ['ID=fb1dc985-ad32-4e5a-9469-3f03a419d6b6,revision_number=2']} {{(pid=94139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:08:17.306631 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-b816dd04-944e-4ab0-9bee-446480864925 req-09716655-4e6e-4ef8-8bed-c79d0a13097f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=57786085-de64-409b-9733-924d9894dbe5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0441847 Sep 07 14:08:17.332250 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bbc68f-34e5-4b6b-8a8e-0ae0a4465ad8 req-dab1d48e-f31e-4ab5-93b1-c9044d5d1444 tempest-VolumesActionsTest-253017511 tempest-VolumesActionsTest-253017511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:08:17.333854 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-b8bbc68f-34e5-4b6b-8a8e-0ae0a4465ad8 req-dab1d48e-f31e-4ab5-93b1-c9044d5d1444 tempest-VolumesActionsTest-253017511 tempest-VolumesActionsTest-253017511-project] 10.222.0.60 "GET /v2.0/networks?id=d0fbc326-00e7-4f52-8e63-a9124c702e3b HTTP/1.1" status: 200 len: 808 time: 0.4846745 Sep 07 14:08:17.344698 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dc3d14-1f3a-484a-8e87-02f1e2313e84 req-a6d18fe9-32f9-40f0-8ae0-7f308d07289c tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:08:17.346453 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-68dc3d14-1f3a-484a-8e87-02f1e2313e84 req-a6d18fe9-32f9-40f0-8ae0-7f308d07289c tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] 10.222.0.60 "GET /v2.0/networks?id=3a770ecb-d737-4604-bdce-34f74ea9e614 HTTP/1.1" status: 200 len: 815 time: 0.5170214 Sep 07 14:08:17.377782 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-b8bbc68f-34e5-4b6b-8a8e-0ae0a4465ad8 req-9735fb74-4d36-415f-ad89-965d3fc418bc tempest-VolumesActionsTest-253017511 tempest-VolumesActionsTest-253017511-project] 10.222.0.60 "GET /v2.0/quotas/931073f1f0c54741954d14ba6ee137fe HTTP/1.1" status: 200 len: 375 time: 0.0278306 Sep 07 14:08:17.413963 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-68dc3d14-1f3a-484a-8e87-02f1e2313e84 req-9407ea1d-c386-408c-b5bc-c872b6ad012f tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] 10.222.0.60 "GET /v2.0/quotas/301d490d25f3454f93967514c05236d8 HTTP/1.1" status: 200 len: 375 time: 0.0558105 Sep 07 14:08:17.426746 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b816dd04-944e-4ab0-9bee-446480864925 req-1af7e33a-92fd-43fc-8aea-d2938a90221d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:08:17.428400 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-b816dd04-944e-4ab0-9bee-446480864925 req-1af7e33a-92fd-43fc-8aea-d2938a90221d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1d6de94667ae4a6191fd8937736e1379&device_id=57786085-de64-409b-9733-924d9894dbe5 HTTP/1.1" status: 200 len: 1099 time: 0.0822501 Sep 07 14:08:17.447345 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-b8bbc68f-34e5-4b6b-8a8e-0ae0a4465ad8 req-982b54a8-f0cc-475a-8c82-4c86be4aa080 tempest-VolumesActionsTest-253017511 tempest-VolumesActionsTest-253017511-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=931073f1f0c54741954d14ba6ee137fe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0518165 Sep 07 14:08:17.451844 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.db.db_base_plugin_common [None req-2d70b5c4-a72d-4736-a3e4-70dfb7da3e66 admin admin] Allocated IP 172.27.2.21 (50058ef2-6e12-4dff-890f-d2e17fb9ee92/db4a7c65-31e2-4f76-9b43-e160b3d3d8e2/64aca058-f353-4ae0-a740-d5f439248b52) {{(pid=94137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 14:08:17.566590 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b816dd04-944e-4ab0-9bee-446480864925 req-8176a00e-7f06-44c1-bd50-14b94e890f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:08:17.571795 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-b816dd04-944e-4ab0-9bee-446480864925 req-8176a00e-7f06-44c1-bd50-14b94e890f1b service neutron] 10.222.0.23 "GET /v2.0/networks?id=b48e9ba8-aaf3-4c6b-ae21-ae2a5cc44314 HTTP/1.1" status: 200 len: 919 time: 0.0973096 Sep 07 14:08:17.608945 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-68dc3d14-1f3a-484a-8e87-02f1e2313e84 req-3d40233b-4d6e-4737-b3aa-21071f8aa3d8 tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=301d490d25f3454f93967514c05236d8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1718388 Sep 07 14:08:17.617838 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-b816dd04-944e-4ab0-9bee-446480864925 req-1780977b-ccad-460c-84d7-6b3bfe6d0571 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6653d97b-ed35-4664-9f85-11956114c867 HTTP/1.1" status: 200 len: 217 time: 0.0396435 Sep 07 14:08:17.683047 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b816dd04-944e-4ab0-9bee-446480864925 req-c0504ddc-760f-46b1-9755-06e5970d753c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:08:17.684466 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-b816dd04-944e-4ab0-9bee-446480864925 req-c0504ddc-760f-46b1-9755-06e5970d753c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1cd4c5b2-90f1-4140-9c02-290aaedbc1cc HTTP/1.1" status: 200 len: 858 time: 0.0466790 Sep 07 14:08:17.696525 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-2d70b5c4-a72d-4736-a3e4-70dfb7da3e66 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:17.700138 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-b8bbc68f-34e5-4b6b-8a8e-0ae0a4465ad8 req-61a6df5c-f54a-4815-af16-740042ca245a service neutron] 10.222.0.60 "GET /v2.0/networks/d0fbc326-00e7-4f52-8e63-a9124c702e3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2310586 Sep 07 14:08:17.719300 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-b816dd04-944e-4ab0-9bee-446480864925 req-eb583499-338e-4936-870b-08d1a9443a40 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b48e9ba8-aaf3-4c6b-ae21-ae2a5cc44314&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262957 Sep 07 14:08:17.818249 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-b816dd04-944e-4ab0-9bee-446480864925 req-1ae03eb6-b742-47dd-aa3f-e0296fff536d service neutron] 10.222.0.23 "GET /v2.0/networks/b48e9ba8-aaf3-4c6b-ae21-ae2a5cc44314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897794 Sep 07 14:08:17.840039 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-68dc3d14-1f3a-484a-8e87-02f1e2313e84 req-4d431aea-a7f0-4a4d-b131-77b64cba77b5 service neutron] 10.222.0.60 "GET /v2.0/networks/3a770ecb-d737-4604-bdce-34f74ea9e614?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2211912 Sep 07 14:08:17.885708 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-2d70b5c4-a72d-4736-a3e4-70dfb7da3e66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735728620445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63929217'] for port, after_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:17.901997 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-b8bbc68f-34e5-4b6b-8a8e-0ae0a4465ad8 req-03fffee1-9480-4485-92ed-539dd3a3c749 service neutron] 10.222.0.60 "GET /v2.0/networks/d0fbc326-00e7-4f52-8e63-a9124c702e3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739910 Sep 07 14:08:17.979397 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-b816dd04-944e-4ab0-9bee-446480864925 req-fab38ef3-2251-4c89-8689-5cba1e74b6a9 service neutron] 10.222.0.23 "GET /v2.0/networks/b48e9ba8-aaf3-4c6b-ae21-ae2a5cc44314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532805 Sep 07 14:08:18.025981 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d70b5c4-a72d-4736-a3e4-70dfb7da3e66 admin admin] Network 50058ef2-6e12-4dff-890f-d2e17fb9ee92 is already hosted by enough agents. {{(pid=94137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 14:08:18.036730 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.scheduler.base_scheduler [None req-2d70b5c4-a72d-4736-a3e4-70dfb7da3e66 admin admin] Resources bound (agent type, host, resource id): {{(pid=94137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:08:18.040977 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d70b5c4-a72d-4736-a3e4-70dfb7da3e66 admin admin] Received port after_create {{(pid=94137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 14:08:18.042840 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d70b5c4-a72d-4736-a3e4-70dfb7da3e66 admin admin] Pushing event updated for resources: {'Port': ['ID=64aca058-f353-4ae0-a740-d5f439248b52,revision_number=1']} {{(pid=94137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:08:18.096947 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-68dc3d14-1f3a-484a-8e87-02f1e2313e84 req-ac86330a-eb3a-4391-9e1b-4c0ab63d0078 service neutron] 10.222.0.60 "GET /v2.0/networks/3a770ecb-d737-4604-bdce-34f74ea9e614?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2407403 Sep 07 14:08:18.258097 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-90497945-cc67-4e40-89ff-93978391019b None None] Device fb1dc985-ad32-4e5a-9469-3f03a419d6b6 up at agent ovs-agent-dv-cinder-782910-4-iscsi {{(pid=94139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:08:18.382864 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:18.391032 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4975d040-7452-4205-bc5e-155b8590df0d req-97fc439e-c404-49f3-8442-97596ff49db0 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:08:18.393737 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-4975d040-7452-4205-bc5e-155b8590df0d req-97fc439e-c404-49f3-8442-97596ff49db0 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ac0934b-f4cd-4421-a325-8fff04835bbc HTTP/1.1" status: 200 len: 945 time: 0.2377384 Sep 07 14:08:18.396728 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-90497945-cc67-4e40-89ff-93978391019b None None] Provisioning for port fb1dc985-ad32-4e5a-9469-3f03a419d6b6 completed by entity L2. {{(pid=94139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 14:08:18.525344 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb4bf8cb-f814-45bb-b410-59f002c0f7f2 None None] Network e6139945-2b0e-4dd3-b90e-3cc2664bbe09 requested from dv-cinder-782910-4-iscsi {{(pid=94139) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 14:08:18.550337 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-4975d040-7452-4205-bc5e-155b8590df0d req-195781a7-c3b1-42d1-92ed-bc234ad38604 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] 10.222.0.60 "GET /v2.0/security-groups?id=ee56c5f5-d2bf-4ac0-8e7f-3030efc8e7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1380463 Sep 07 14:08:18.757141 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-2d70b5c4-a72d-4736-a3e4-70dfb7da3e66 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:18.781636 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-30871a4b-3f16-47c6-b6d9-19781c392505 req-8f54fdb7-7252-4678-a1e4-c0466a449bd9 tempest-VolumesActionsTest-253017511 tempest-VolumesActionsTest-253017511-project] 10.222.0.60 "GET /v2.0/ports?device_id=18055ac6-45ba-4b0b-92e7-c424bf235657 HTTP/1.1" status: 200 len: 210 time: 0.1117017 Sep 07 14:08:18.807179 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c776b06-e91d-45f0-ba73-bfe7cffc4068 req-b9ce5c23-f581-4a9e-8234-3259c8cacd74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:08:18.808730 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-7c776b06-e91d-45f0-ba73-bfe7cffc4068 req-b9ce5c23-f581-4a9e-8234-3259c8cacd74 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1d6de94667ae4a6191fd8937736e1379&device_id=752df912-1fe9-4a3a-aedc-0b4fe4e15164 HTTP/1.1" status: 200 len: 1098 time: 0.0694361 Sep 07 14:08:18.812390 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-77cc0959-812c-4de5-8352-9fcaca201a98 None None] Provisioning for port fb1dc985-ad32-4e5a-9469-3f03a419d6b6 completed by entity DHCP. {{(pid=94139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 14:08:18.829708 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-77cc0959-812c-4de5-8352-9fcaca201a98 None None] Provisioning complete for port fb1dc985-ad32-4e5a-9469-3f03a419d6b6 triggered by entity DHCP. {{(pid=94139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:08:18.829708 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-77cc0959-812c-4de5-8352-9fcaca201a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462246'] for port, provisioning_complete {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:18.896325 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-f42ab9fc-cc26-4263-b491-e1da11419665 req-5e5ff4d9-f84a-4120-a9d6-0e2ba96d408b tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f5f6ec6-dc83-4432-a483-83192fc0761b HTTP/1.1" status: 200 len: 210 time: 0.1109743 Sep 07 14:08:19.006454 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c776b06-e91d-45f0-ba73-bfe7cffc4068 req-8de21a06-7c0e-49f6-9fa9-0762bf776020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:08:19.008095 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-7c776b06-e91d-45f0-ba73-bfe7cffc4068 req-8de21a06-7c0e-49f6-9fa9-0762bf776020 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b48e9ba8-aaf3-4c6b-ae21-ae2a5cc44314 HTTP/1.1" status: 200 len: 919 time: 0.1903040 Sep 07 14:08:19.008696 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9e8213-f385-40b0-b809-b933a1911403 req-8c854369-9d75-4c63-9b61-b1d6253e7675 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:08:19.017546 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-5c9e8213-f385-40b0-b809-b933a1911403 req-8c854369-9d75-4c63-9b61-b1d6253e7675 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/ports?device_id=752df912-1fe9-4a3a-aedc-0b4fe4e15164 HTTP/1.1" status: 200 len: 945 time: 0.1271346 Sep 07 14:08:19.020238 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-77cc0959-812c-4de5-8352-9fcaca201a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:19.075049 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.db [None req-77cc0959-812c-4de5-8352-9fcaca201a98 None None] For port fb1dc985-ad32-4e5a-9469-3f03a419d6b6, host dv-cinder-782910-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-4-iscsi',level=0,port_id=fb1dc985-ad32-4e5a-9469-3f03a419d6b6,segment=NetworkSegment(557a888c-91ab-489c-a232-b2b668c502f1),segment_id=557a888c-91ab-489c-a232-b2b668c502f1)] {{(pid=94139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:08:19.083567 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-77cc0959-812c-4de5-8352-9fcaca201a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735729008622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735728620463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735728620481'] for port, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:19.096970 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-5c9e8213-f385-40b0-b809-b933a1911403 req-0613f095-6afa-42c9-a549-a9df935c78ef tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/security-groups?id=1eaa7adf-c23d-4a19-a899-ef24f817425f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751886 Sep 07 14:08:19.107381 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-7c776b06-e91d-45f0-ba73-bfe7cffc4068 req-3f89d313-0814-4e02-8736-0da4c4a2b18b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b6cd42c1-b689-49a0-9a9e-c9f3eb56a44a HTTP/1.1" status: 200 len: 217 time: 0.0898037 Sep 07 14:08:19.167306 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cc0959-812c-4de5-8352-9fcaca201a98 None None] Pushing event updated for resources: {'Port': ['ID=fb1dc985-ad32-4e5a-9469-3f03a419d6b6,revision_number=3']} {{(pid=94139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:08:19.167717 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c776b06-e91d-45f0-ba73-bfe7cffc4068 req-8ea0b188-2da6-40b0-ad7d-1369a42cc6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:08:19.169626 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-7c776b06-e91d-45f0-ba73-bfe7cffc4068 req-8ea0b188-2da6-40b0-ad7d-1369a42cc6d1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1cd4c5b2-90f1-4140-9c02-290aaedbc1cc HTTP/1.1" status: 200 len: 858 time: 0.0547357 Sep 07 14:08:19.215095 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-7c776b06-e91d-45f0-ba73-bfe7cffc4068 req-430544c3-f442-4405-8968-97b1895a4469 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b48e9ba8-aaf3-4c6b-ae21-ae2a5cc44314&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268736 Sep 07 14:08:19.232469 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-2d70b5c4-a72d-4736-a3e4-70dfb7da3e66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-429324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-433112'] for router, after_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:19.313258 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-98f4cf57-dd29-40d5-961d-4795ac7a6902 None None] Provisioning complete for port fb1dc985-ad32-4e5a-9469-3f03a419d6b6 triggered by entity DHCP. {{(pid=94139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:08:19.313737 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-98f4cf57-dd29-40d5-961d-4795ac7a6902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462246'] for port, provisioning_complete {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:19.315561 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-7c776b06-e91d-45f0-ba73-bfe7cffc4068 req-0c345ab3-fe15-4019-bb9d-e269db409c0e service neutron] 10.222.0.23 "GET /v2.0/networks/b48e9ba8-aaf3-4c6b-ae21-ae2a5cc44314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899432 Sep 07 14:08:19.457476 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-7c776b06-e91d-45f0-ba73-bfe7cffc4068 req-e4b8b480-d9d5-4a11-856c-4318a9b4f886 service neutron] 10.222.0.23 "GET /v2.0/networks/b48e9ba8-aaf3-4c6b-ae21-ae2a5cc44314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317496 Sep 07 14:08:19.598889 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d70b5c4-a72d-4736-a3e4-70dfb7da3e66 admin admin] Router cddf9134-d7ee-4254-92e7-42b328e46a6d is scheduled to L3 agent fa68c273-d39f-43dc-b6f8-e0c6852ace12 with binding_index 1 {{(pid=94137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 14:08:19.739437 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12e517b-72a9-45fa-bb7d-094169f78000 req-c3a4de8e-73db-4459-951a-4ca3338c9e1d tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:08:19.740830 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-f12e517b-72a9-45fa-bb7d-094169f78000 req-c3a4de8e-73db-4459-951a-4ca3338c9e1d tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ac0934b-f4cd-4421-a325-8fff04835bbc HTTP/1.1" status: 200 len: 945 time: 0.0955040 Sep 07 14:08:19.764978 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d70b5c4-a72d-4736-a3e4-70dfb7da3e66 admin admin] Notify agent at l3_agent.dv-cinder-782910-4-iscsi the message routers_updated {{(pid=94137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 14:08:19.775379 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70173b80-e6f0-456f-a637-13a20e11b143 None None] Sync routers for ids ['cddf9134-d7ee-4254-92e7-42b328e46a6d'] in dv-cinder-782910-4-iscsi {{(pid=94140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 14:08:19.785536 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70173b80-e6f0-456f-a637-13a20e11b143 None None] Routers {'cddf9134-d7ee-4254-92e7-42b328e46a6d'} bound to L3 agent in host dv-cinder-782910-4-iscsi {{(pid=94140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:08:19.786150 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.l3_hamode_db [None req-70173b80-e6f0-456f-a637-13a20e11b143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T13:58:13Z,description=,heartbeat_timestamp=2021-09-07T14:08:13Z,host='dv-cinder-782910-4-iscsi',id=fa68c273-d39f-43dc-b6f8-e0c6852ace12,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T13:58:13Z,topic='l3_agent')) {'router_ids': ['cddf9134-d7ee-4254-92e7-42b328e46a6d'], 'active': True} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:08:19.798227 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-f12e517b-72a9-45fa-bb7d-094169f78000 req-0a4a26f9-1524-408a-9eae-ae4169ff241b tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] 10.222.0.60 "GET /v2.0/security-groups?id=ee56c5f5-d2bf-4ac0-8e7f-3030efc8e7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504334 Sep 07 14:08:19.802364 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-2d70b5c4-a72d-4736-a3e4-70dfb7da3e66 admin admin] Notify callbacks [] for router, before_response {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:19.806491 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.wsgi [-] (94138) accepted ('10.222.0.60', 47608) {{(pid=94138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:08:19.813833 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [None req-2d70b5c4-a72d-4736-a3e4-70dfb7da3e66 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.4185977 Sep 07 14:08:19.917397 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-3aeda9d2-bbd7-4c5e-954b-9b7239242571 req-aa68fe18-650a-4908-99bb-e6da98e16071 tempest-VolumesActionsTest-253017511 tempest-VolumesActionsTest-253017511-project] 10.222.0.60 "GET /v2.0/ports?device_id=18055ac6-45ba-4b0b-92e7-c424bf235657 HTTP/1.1" status: 200 len: 210 time: 0.0374055 Sep 07 14:08:19.996296 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.l3_dvr_db [None req-70173b80-e6f0-456f-a637-13a20e11b143 None None] Set router cddf9134-d7ee-4254-92e7-42b328e46a6d gateway port host: dv-cinder-782910-4-iscsi {{(pid=94140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:08:20.028260 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-7e376918-c394-4dc0-b977-f565e1c03a03 req-d58816ae-9a2d-4748-8fb0-e075d94b76e8 tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f5f6ec6-dc83-4432-a483-83192fc0761b HTTP/1.1" status: 200 len: 210 time: 0.0382125 Sep 07 14:08:20.171034 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-90497945-cc67-4e40-89ff-93978391019b None None] Device fb1dc985-ad32-4e5a-9469-3f03a419d6b6 up at agent ovs-agent-dv-cinder-782910-4-iscsi {{(pid=94139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:08:20.238921 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-90497945-cc67-4e40-89ff-93978391019b None None] Provisioning complete for port fb1dc985-ad32-4e5a-9469-3f03a419d6b6 triggered by entity L2. {{(pid=94139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:08:20.239300 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-90497945-cc67-4e40-89ff-93978391019b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462246'] for port, provisioning_complete {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:20.283456 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de0cf9d-5c79-43b3-acb7-6a1da56538f9 req-fa7fb744-a9a9-42a7-867e-26db140ca76a tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:08:20.285377 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-9de0cf9d-5c79-43b3-acb7-6a1da56538f9 req-fa7fb744-a9a9-42a7-867e-26db140ca76a tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/ports?device_id=752df912-1fe9-4a3a-aedc-0b4fe4e15164 HTTP/1.1" status: 200 len: 945 time: 0.0715477 Sep 07 14:08:20.332899 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-9de0cf9d-5c79-43b3-acb7-6a1da56538f9 req-4047dee4-21fe-4c8f-be95-e8f74e965860 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/security-groups?id=1eaa7adf-c23d-4a19-a899-ef24f817425f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380239 Sep 07 14:08:20.374907 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.l3_hamode_db [None req-70173b80-e6f0-456f-a637-13a20e11b143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cddf9134-d7ee-4254-92e7-42b328e46a6d', 'name': 'tempest-TestMinimumBasicScenario-1483363180-router', 'tenant_id': 'e859b6827e2748129221219840ea5997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'external_fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': '64aca058-f353-4ae0-a740-d5f439248b52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:08:16Z', 'updated_at': '2021-09-07T14:08:18Z', 'revision_number': 3, 'project_id': 'e859b6827e2748129221219840ea5997', 'gw_port': {'id': '64aca058-f353-4ae0-a740-d5f439248b52', 'name': '', 'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:74:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cddf9134-d7ee-4254-92e7-42b328e46a6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:08:17Z', 'updated_at': '2021-09-07T14:08:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-4-iscsi'}], 'dv-cinder-782910-4-iscsi', False) {} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:08:20.405503 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70173b80-e6f0-456f-a637-13a20e11b143 None None] Checking router: cddf9134-d7ee-4254-92e7-42b328e46a6d for host: dv-cinder-782910-4-iscsi {{(pid=94140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 14:08:20.405853 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70173b80-e6f0-456f-a637-13a20e11b143 None None] Updating router cddf9134-d7ee-4254-92e7-42b328e46a6d port 64aca058-f353-4ae0-a740-d5f439248b52 binding host dv-cinder-782910-4-iscsi {{(pid=94140) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 14:08:20.436283 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-70173b80-e6f0-456f-a637-13a20e11b143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:20.464385 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bbc68f-34e5-4b6b-8a8e-0ae0a4465ad8 req-70094975-3822-4d97-97b8-2066981d5146 tempest-VolumesActionsTest-253017511 tempest-VolumesActionsTest-253017511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:08:20.465883 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-b8bbc68f-34e5-4b6b-8a8e-0ae0a4465ad8 req-70094975-3822-4d97-97b8-2066981d5146 tempest-VolumesActionsTest-253017511 tempest-VolumesActionsTest-253017511-project] 10.222.0.23 "GET /v2.0/networks?id=d0fbc326-00e7-4f52-8e63-a9124c702e3b HTTP/1.1" status: 200 len: 808 time: 0.4968221 Sep 07 14:08:20.503970 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.v2.base [req-b8bbc68f-34e5-4b6b-8a8e-0ae0a4465ad8 req-d9e2f4f1-64c1-45d2-9862-3995caee8c01 tempest-VolumesActionsTest-253017511 tempest-VolumesActionsTest-253017511-project] Request body: {'port': {'device_id': '18055ac6-45ba-4b0b-92e7-c424bf235657', 'network_id': 'd0fbc326-00e7-4f52-8e63-a9124c702e3b', 'admin_state_up': True, 'tenant_id': '931073f1f0c54741954d14ba6ee137fe'}} {{(pid=94138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:08:20.659273 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dc3d14-1f3a-484a-8e87-02f1e2313e84 req-9310908b-033f-4a4d-8cc5-65a9b3958a4b tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:08:20.660832 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-68dc3d14-1f3a-484a-8e87-02f1e2313e84 req-9310908b-033f-4a4d-8cc5-65a9b3958a4b tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] 10.222.0.23 "GET /v2.0/networks?id=3a770ecb-d737-4604-bdce-34f74ea9e614 HTTP/1.1" status: 200 len: 815 time: 0.1458774 Sep 07 14:08:20.685253 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.v2.base [req-68dc3d14-1f3a-484a-8e87-02f1e2313e84 req-c34a488a-06f0-4d70-9fcf-e06ac6affe99 tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] Request body: {'port': {'device_id': '3f5f6ec6-dc83-4432-a483-83192fc0761b', 'network_id': '3a770ecb-d737-4604-bdce-34f74ea9e614', 'admin_state_up': True, 'tenant_id': '301d490d25f3454f93967514c05236d8'}} {{(pid=94137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:08:20.729731 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8bbc68f-34e5-4b6b-8a8e-0ae0a4465ad8 req-d9e2f4f1-64c1-45d2-9862-3995caee8c01 tempest-VolumesActionsTest-253017511 tempest-VolumesActionsTest-253017511-project] Made reservation on behalf of 931073f1f0c54741954d14ba6ee137fe for: {'port': 1} {{(pid=94138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 14:08:20.733338 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-b8bbc68f-34e5-4b6b-8a8e-0ae0a4465ad8 req-d9e2f4f1-64c1-45d2-9862-3995caee8c01 tempest-VolumesActionsTest-253017511 tempest-VolumesActionsTest-253017511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:20.769452 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-70173b80-e6f0-456f-a637-13a20e11b143 None None] Notify callbacks [] for port, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:20.780487 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.provisioning_blocks [None req-70173b80-e6f0-456f-a637-13a20e11b143 None None] Transition to ACTIVE for port object 64aca058-f353-4ae0-a740-d5f439248b52 will not be triggered until provisioned by entity L2. {{(pid=94140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 14:08:20.786833 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-70173b80-e6f0-456f-a637-13a20e11b143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735729008622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735728620463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735728620481'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:20.827501 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68dc3d14-1f3a-484a-8e87-02f1e2313e84 req-c34a488a-06f0-4d70-9fcf-e06ac6affe99 tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] Made reservation on behalf of 301d490d25f3454f93967514c05236d8 for: {'port': 1} {{(pid=94137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 14:08:20.833325 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b4ead5-3357-49bb-8eca-bde187924e76 None None] Pushing event updated for resources: {'Port': ['ID=64aca058-f353-4ae0-a740-d5f439248b52,revision_number=2']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:08:20.834643 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [req-68dc3d14-1f3a-484a-8e87-02f1e2313e84 req-c34a488a-06f0-4d70-9fcf-e06ac6affe99 tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:20.856478 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-a5d89756-b3a5-4354-8475-07323fe4dc55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:20.860163 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [None req-70173b80-e6f0-456f-a637-13a20e11b143 None None] Attempting to bind port 64aca058-f353-4ae0-a740-d5f439248b52 on host dv-cinder-782910-4-iscsi for vnic_type normal with profile {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 14:08:20.860542 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [None req-70173b80-e6f0-456f-a637-13a20e11b143 None None] Attempting to bind port 64aca058-f353-4ae0-a740-d5f439248b52 by drivers openvswitch,hyperv on host dv-cinder-782910-4-iscsi at level 0 using segments [{'id': '5550a781-5bde-4ad4-a1aa-3dd2778b0f71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92'}] {{(pid=94140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 14:08:20.860909 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70173b80-e6f0-456f-a637-13a20e11b143 None None] Attempting to bind port 64aca058-f353-4ae0-a740-d5f439248b52 on network 50058ef2-6e12-4dff-890f-d2e17fb9ee92 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 14:08:20.866479 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70173b80-e6f0-456f-a637-13a20e11b143 None None] Checking agent: {'id': 'b1ca48ac-dc13-463a-a516-8ddf18655ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782910-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 13, 58, 14), 'started_at': datetime.datetime(2021, 9, 7, 13, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 14, 8, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782910-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 14:08:20.866936 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70173b80-e6f0-456f-a637-13a20e11b143 None None] Checking segment: {'id': '5550a781-5bde-4ad4-a1aa-3dd2778b0f71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 14:08:20.867817 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-70173b80-e6f0-456f-a637-13a20e11b143 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:20.868253 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70173b80-e6f0-456f-a637-13a20e11b143 None None] Bound using segment: {'id': '5550a781-5bde-4ad4-a1aa-3dd2778b0f71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92'} {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 14:08:20.868679 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [None req-70173b80-e6f0-456f-a637-13a20e11b143 None None] Bound port: 64aca058-f353-4ae0-a740-d5f439248b52, host: dv-cinder-782910-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5550a781-5bde-4ad4-a1aa-3dd2778b0f71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92'}}] {{(pid=94140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 14:08:20.869099 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-70173b80-e6f0-456f-a637-13a20e11b143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:20.941353 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.plugins.ml2.db [None req-70173b80-e6f0-456f-a637-13a20e11b143 None None] For port 64aca058-f353-4ae0-a740-d5f439248b52, host dv-cinder-782910-4-iscsi, cleared binding levels {{(pid=94140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 14:08:20.944895 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.plugins.ml2.db [None req-70173b80-e6f0-456f-a637-13a20e11b143 None None] For port 64aca058-f353-4ae0-a740-d5f439248b52, host dv-cinder-782910-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-4-iscsi',level=0,port_id=64aca058-f353-4ae0-a740-d5f439248b52,segment=NetworkSegment(5550a781-5bde-4ad4-a1aa-3dd2778b0f71),segment_id=5550a781-5bde-4ad4-a1aa-3dd2778b0f71)] {{(pid=94140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 14:08:20.951789 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-70173b80-e6f0-456f-a637-13a20e11b143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735729008622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735728620463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735728620481'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:21.010382 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b4ead5-3357-49bb-8eca-bde187924e76 None None] Pushing event updated for resources: {'Port': ['ID=64aca058-f353-4ae0-a740-d5f439248b52,revision_number=3']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:08:21.017532 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bd3dd0-9e48-4425-9680-f5f744418cd4 req-68f819bf-f812-43a1-8e5d-d958cc040d21 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:08:21.019267 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-10bd3dd0-9e48-4425-9680-f5f744418cd4 req-68f819bf-f812-43a1-8e5d-d958cc040d21 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ac0934b-f4cd-4421-a325-8fff04835bbc HTTP/1.1" status: 200 len: 945 time: 0.1014690 Sep 07 14:08:21.037230 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70173b80-e6f0-456f-a637-13a20e11b143 None None] Routers {'cddf9134-d7ee-4254-92e7-42b328e46a6d'} bound to L3 agent in host dv-cinder-782910-4-iscsi {{(pid=94140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:08:21.037883 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.l3_hamode_db [None req-70173b80-e6f0-456f-a637-13a20e11b143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T13:58:13Z,description=,heartbeat_timestamp=2021-09-07T14:08:13Z,host='dv-cinder-782910-4-iscsi',id=fa68c273-d39f-43dc-b6f8-e0c6852ace12,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T13:58:13Z,topic='l3_agent')) {'router_ids': ['cddf9134-d7ee-4254-92e7-42b328e46a6d'], 'active': True} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:08:21.065822 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.db.db_base_plugin_common [req-b8bbc68f-34e5-4b6b-8a8e-0ae0a4465ad8 req-d9e2f4f1-64c1-45d2-9862-3995caee8c01 tempest-VolumesActionsTest-253017511 tempest-VolumesActionsTest-253017511-project] Allocated IP 172.20.0.7 (d0fbc326-00e7-4f52-8e63-a9124c702e3b/db0dc175-31c9-4112-853c-89ab5915238c/83b2dc73-26e2-4ff3-8810-a2d70cd277cc) {{(pid=94138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 14:08:21.074253 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-e956fbe4-62c4-496f-a123-9e9937cda238 req-3843c4b8-43cf-45a7-bce0-f115fc4afd7b tempest-VolumesActionsTest-253017511 tempest-VolumesActionsTest-253017511-project] 10.222.0.60 "GET /v2.0/ports?device_id=18055ac6-45ba-4b0b-92e7-c424bf235657 HTTP/1.1" status: 200 len: 210 time: 0.0516224 Sep 07 14:08:21.090502 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.db.db_base_plugin_common [req-68dc3d14-1f3a-484a-8e87-02f1e2313e84 req-c34a488a-06f0-4d70-9fcf-e06ac6affe99 tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] Allocated IP 172.20.0.10 (3a770ecb-d737-4604-bdce-34f74ea9e614/b2229922-4dfa-4d78-95d7-c6d2313a09de/b8dcc810-8321-4097-bfa7-d312ba476515) {{(pid=94137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 14:08:21.114785 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-10bd3dd0-9e48-4425-9680-f5f744418cd4 req-d1d21ff4-ef05-4b66-a4f4-14e8e63593cf tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] 10.222.0.60 "GET /v2.0/security-groups?id=ee56c5f5-d2bf-4ac0-8e7f-3030efc8e7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763226 Sep 07 14:08:21.218443 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.l3_dvr_db [None req-70173b80-e6f0-456f-a637-13a20e11b143 None None] Set router cddf9134-d7ee-4254-92e7-42b328e46a6d gateway port host: dv-cinder-782910-4-iscsi {{(pid=94140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:08:21.229247 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-01dbde66-d715-480b-878a-8fed82318ca7 req-d878c326-d652-4319-ac89-c2823f975e66 tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f5f6ec6-dc83-4432-a483-83192fc0761b HTTP/1.1" status: 200 len: 210 time: 0.0381298 Sep 07 14:08:21.331495 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.db.db_base_plugin_common [None req-a5d89756-b3a5-4354-8475-07323fe4dc55 admin admin] Allocated IP 172.20.0.1 (e6139945-2b0e-4dd3-b90e-3cc2664bbe09/6c2e9c28-06dc-45ab-a546-78440fe11400/77dfaa0b-9a14-46e1-b16f-686b9b6baa89) {{(pid=94138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 14:08:21.353129 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [req-68dc3d14-1f3a-484a-8e87-02f1e2313e84 req-c34a488a-06f0-4d70-9fcf-e06ac6affe99 tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] Notify callbacks [] for port, precommit_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:21.369696 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-b8bbc68f-34e5-4b6b-8a8e-0ae0a4465ad8 req-d9e2f4f1-64c1-45d2-9862-3995caee8c01 tempest-VolumesActionsTest-253017511 tempest-VolumesActionsTest-253017511-project] Notify callbacks [] for port, precommit_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:21.416307 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [req-68dc3d14-1f3a-484a-8e87-02f1e2313e84 req-c34a488a-06f0-4d70-9fcf-e06ac6affe99 tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735728620445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63929217'] for port, after_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:21.437639 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.db [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] get_ports_and_sgs() called for port_ids ['4d09b16a-797a-4fc5-ac48-ce9d0ebf9736', '67e6486c-1550-4743-804e-0be124adcfe4'] {{(pid=94139) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 14:08:21.468759 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.l3_hamode_db [None req-70173b80-e6f0-456f-a637-13a20e11b143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cddf9134-d7ee-4254-92e7-42b328e46a6d', 'name': 'tempest-TestMinimumBasicScenario-1483363180-router', 'tenant_id': 'e859b6827e2748129221219840ea5997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'external_fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': '64aca058-f353-4ae0-a740-d5f439248b52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:08:16Z', 'updated_at': '2021-09-07T14:08:18Z', 'revision_number': 3, 'project_id': 'e859b6827e2748129221219840ea5997', 'gw_port': {'id': '64aca058-f353-4ae0-a740-d5f439248b52', 'name': '', 'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:74:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cddf9134-d7ee-4254-92e7-42b328e46a6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:08:17Z', 'updated_at': '2021-09-07T14:08:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-4-iscsi'}], 'dv-cinder-782910-4-iscsi', False) {} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:08:21.480370 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34a488a-06f0-4d70-9fcf-e06ac6affe99 tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] Pushing event updated for resources: {'Port': ['ID=b8dcc810-8321-4097-bfa7-d312ba476515,revision_number=1']} {{(pid=94137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:08:21.505394 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70173b80-e6f0-456f-a637-13a20e11b143 None None] The sync data for ids ['cddf9134-d7ee-4254-92e7-42b328e46a6d'] in dv-cinder-782910-4-iscsi is: [{'id': 'cddf9134-d7ee-4254-92e7-42b328e46a6d', 'name': 'tempest-TestMinimumBasicScenario-1483363180-router', 'tenant_id': 'e859b6827e2748129221219840ea5997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'external_fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': '64aca058-f353-4ae0-a740-d5f439248b52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:08:16Z', 'updated_at': '2021-09-07T14:08:18Z', 'revision_number': 3, 'project_id': 'e859b6827e2748129221219840ea5997', 'gw_port': {'id': '64aca058-f353-4ae0-a740-d5f439248b52', 'name': '', 'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:74:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cddf9134-d7ee-4254-92e7-42b328e46a6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:08:17Z', 'updated_at': '2021-09-07T14:08:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-4-iscsi'}] {{(pid=94140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 14:08:21.530355 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68dc3d14-1f3a-484a-8e87-02f1e2313e84 req-c34a488a-06f0-4d70-9fcf-e06ac6affe99 tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] Network 3a770ecb-d737-4604-bdce-34f74ea9e614 is already hosted by enough agents. {{(pid=94137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 14:08:21.535057 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.scheduler.base_scheduler [req-68dc3d14-1f3a-484a-8e87-02f1e2313e84 req-c34a488a-06f0-4d70-9fcf-e06ac6affe99 tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] Resources bound (agent type, host, resource id): {{(pid=94137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:08:21.538557 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.db.l3_dvrscheduler_db [req-68dc3d14-1f3a-484a-8e87-02f1e2313e84 req-c34a488a-06f0-4d70-9fcf-e06ac6affe99 tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] Received port after_create {{(pid=94137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 14:08:21.569260 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-a5d89756-b3a5-4354-8475-07323fe4dc55 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:21.587788 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f2f232-401f-423f-8fd2-d0298c92ee17 req-0c747196-dd5e-42a6-bd04-60b779876f18 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:08:21.588369 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-b8bbc68f-34e5-4b6b-8a8e-0ae0a4465ad8 req-d9e2f4f1-64c1-45d2-9862-3995caee8c01 tempest-VolumesActionsTest-253017511 tempest-VolumesActionsTest-253017511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735728620445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65197361'] for port, after_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:21.589201 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-92f2f232-401f-423f-8fd2-d0298c92ee17 req-0c747196-dd5e-42a6-bd04-60b779876f18 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/ports?device_id=752df912-1fe9-4a3a-aedc-0b4fe4e15164 HTTP/1.1" status: 200 len: 945 time: 0.1661232 Sep 07 14:08:21.622798 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dc3d14-1f3a-484a-8e87-02f1e2313e84 req-c34a488a-06f0-4d70-9fcf-e06ac6affe99 tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:08:21.623468 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [req-68dc3d14-1f3a-484a-8e87-02f1e2313e84 req-c34a488a-06f0-4d70-9fcf-e06ac6affe99 tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539090'] for port, before_response {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:21.659220 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-68dc3d14-1f3a-484a-8e87-02f1e2313e84 req-c34a488a-06f0-4d70-9fcf-e06ac6affe99 tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9797847 Sep 07 14:08:21.669232 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-92f2f232-401f-423f-8fd2-d0298c92ee17 req-8d62a961-9ab9-4b51-ae32-45d83d517522 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/security-groups?id=1eaa7adf-c23d-4a19-a899-ef24f817425f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630465 Sep 07 14:08:21.675155 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.v2.base [req-68dc3d14-1f3a-484a-8e87-02f1e2313e84 req-2b0946de-cc3f-4135-abde-7e234510136c service neutron] Request body: {'port': {'device_id': '3f5f6ec6-dc83-4432-a483-83192fc0761b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78291'}} {{(pid=94137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:08:21.690490 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8bbc68f-34e5-4b6b-8a8e-0ae0a4465ad8 req-d9e2f4f1-64c1-45d2-9862-3995caee8c01 tempest-VolumesActionsTest-253017511 tempest-VolumesActionsTest-253017511-project] Network d0fbc326-00e7-4f52-8e63-a9124c702e3b is already hosted by enough agents. {{(pid=94138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 14:08:21.692370 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.db.provisioning_blocks [None req-a5d89756-b3a5-4354-8475-07323fe4dc55 admin admin] Transition to ACTIVE for port object 77dfaa0b-9a14-46e1-b16f-686b9b6baa89 will not be triggered until provisioned by entity DHCP. {{(pid=94138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 14:08:21.709979 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.scheduler.base_scheduler [req-b8bbc68f-34e5-4b6b-8a8e-0ae0a4465ad8 req-d9e2f4f1-64c1-45d2-9862-3995caee8c01 tempest-VolumesActionsTest-253017511 tempest-VolumesActionsTest-253017511-project] Resources bound (agent type, host, resource id): {{(pid=94138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:08:21.712051 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e2f4f1-64c1-45d2-9862-3995caee8c01 tempest-VolumesActionsTest-253017511 tempest-VolumesActionsTest-253017511-project] Pushing event updated for resources: {'Port': ['ID=83b2dc73-26e2-4ff3-8810-a2d70cd277cc,revision_number=1']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:08:21.719503 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8bbc68f-34e5-4b6b-8a8e-0ae0a4465ad8 req-d9e2f4f1-64c1-45d2-9862-3995caee8c01 tempest-VolumesActionsTest-253017511 tempest-VolumesActionsTest-253017511-project] Received port after_create {{(pid=94138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 14:08:21.749935 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [req-68dc3d14-1f3a-484a-8e87-02f1e2313e84 req-2b0946de-cc3f-4135-abde-7e234510136c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_update {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:21.788944 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bbc68f-34e5-4b6b-8a8e-0ae0a4465ad8 req-d9e2f4f1-64c1-45d2-9862-3995caee8c01 tempest-VolumesActionsTest-253017511 tempest-VolumesActionsTest-253017511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:08:21.789631 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-b8bbc68f-34e5-4b6b-8a8e-0ae0a4465ad8 req-d9e2f4f1-64c1-45d2-9862-3995caee8c01 tempest-VolumesActionsTest-253017511 tempest-VolumesActionsTest-253017511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88768'] for port, before_response {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:21.793943 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-a5d89756-b3a5-4354-8475-07323fe4dc55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735728620445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65197361'] for port, after_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:21.842927 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-b8bbc68f-34e5-4b6b-8a8e-0ae0a4465ad8 req-d9e2f4f1-64c1-45d2-9862-3995caee8c01 tempest-VolumesActionsTest-253017511 tempest-VolumesActionsTest-253017511-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3428855 Sep 07 14:08:21.852518 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5d89756-b3a5-4354-8475-07323fe4dc55 admin admin] Network e6139945-2b0e-4dd3-b90e-3cc2664bbe09 is already hosted by enough agents. {{(pid=94138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 14:08:21.862358 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.v2.base [req-b8bbc68f-34e5-4b6b-8a8e-0ae0a4465ad8 req-01f5fa9f-9c02-442f-8293-b16a0d32ab84 service neutron] Request body: {'port': {'device_id': '18055ac6-45ba-4b0b-92e7-c424bf235657', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78291'}} {{(pid=94138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:08:21.907159 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.scheduler.base_scheduler [None req-a5d89756-b3a5-4354-8475-07323fe4dc55 admin admin] Resources bound (agent type, host, resource id): {{(pid=94138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:08:21.913961 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d89756-b3a5-4354-8475-07323fe4dc55 admin admin] Received port after_create {{(pid=94138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 14:08:21.948484 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d89756-b3a5-4354-8475-07323fe4dc55 admin admin] Pushing event updated for resources: {'Port': ['ID=77dfaa0b-9a14-46e1-b16f-686b9b6baa89,revision_number=1']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:08:22.003907 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-a5d89756-b3a5-4354-8475-07323fe4dc55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432517'] for router_interface, before_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:22.081545 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-b8bbc68f-34e5-4b6b-8a8e-0ae0a4465ad8 req-01f5fa9f-9c02-442f-8293-b16a0d32ab84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_update {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:22.144533 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.notifiers.nova [req-68dc3d14-1f3a-484a-8e87-02f1e2313e84 req-2b0946de-cc3f-4135-abde-7e234510136c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8dcc810-8321-4097-bfa7-d312ba476515 {{(pid=94137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 14:08:22.156087 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [req-68dc3d14-1f3a-484a-8e87-02f1e2313e84 req-2b0946de-cc3f-4135-abde-7e234510136c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:22.175080 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.db.provisioning_blocks [req-68dc3d14-1f3a-484a-8e87-02f1e2313e84 req-2b0946de-cc3f-4135-abde-7e234510136c service neutron] Transition to ACTIVE for port object b8dcc810-8321-4097-bfa7-d312ba476515 will not be triggered until provisioned by entity L2. {{(pid=94137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 14:08:22.184261 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [req-68dc3d14-1f3a-484a-8e87-02f1e2313e84 req-2b0946de-cc3f-4135-abde-7e234510136c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735729008622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735728620463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735728620481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63929230'] for port, after_update {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:22.300779 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-90497945-cc67-4e40-89ff-93978391019b None None] Device 64aca058-f353-4ae0-a740-d5f439248b52 up at agent ovs-agent-dv-cinder-782910-4-iscsi {{(pid=94139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:08:22.341765 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-aec5af62-3fbb-4938-a495-873fcef5756b None None] Provisioning for port 77dfaa0b-9a14-46e1-b16f-686b9b6baa89 completed by entity DHCP. {{(pid=94139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 14:08:22.351692 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-aec5af62-3fbb-4938-a495-873fcef5756b None None] Provisioning complete for port 77dfaa0b-9a14-46e1-b16f-686b9b6baa89 triggered by entity DHCP. {{(pid=94139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:08:22.352060 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-aec5af62-3fbb-4938-a495-873fcef5756b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462246'] for port, provisioning_complete {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:22.370718 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0946de-cc3f-4135-abde-7e234510136c service neutron] Pushing event updated for resources: {'Port': ['ID=b8dcc810-8321-4097-bfa7-d312ba476515,revision_number=2']} {{(pid=94137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:08:22.404472 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.plugin [None req-aec5af62-3fbb-4938-a495-873fcef5756b None None] Port 77dfaa0b-9a14-46e1-b16f-686b9b6baa89 cannot update to ACTIVE because it is not bound. {{(pid=94139) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 14:08:22.407305 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfe5104-3456-4a19-bf72-eaecf0c354ba req-b708ed04-dc28-440c-bb32-0885122caaef tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:08:22.410159 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-ebfe5104-3456-4a19-bf72-eaecf0c354ba req-b708ed04-dc28-440c-bb32-0885122caaef tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ac0934b-f4cd-4421-a325-8fff04835bbc HTTP/1.1" status: 200 len: 945 time: 0.1594310 Sep 07 14:08:22.417997 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-90497945-cc67-4e40-89ff-93978391019b None None] Provisioning for port 64aca058-f353-4ae0-a740-d5f439248b52 completed by entity L2. {{(pid=94139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 14:08:22.422483 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-90497945-cc67-4e40-89ff-93978391019b None None] Provisioning complete for port 64aca058-f353-4ae0-a740-d5f439248b52 triggered by entity L2. {{(pid=94139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:08:22.423064 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-90497945-cc67-4e40-89ff-93978391019b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462246'] for port, provisioning_complete {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:22.446639 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0864281f-8b30-4b79-bf3a-3ffee0c1f9a3 req-925c3ca4-4476-4347-b05d-6751f0c8c150 tempest-VolumesActionsTest-253017511 tempest-VolumesActionsTest-253017511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:08:22.448302 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-0864281f-8b30-4b79-bf3a-3ffee0c1f9a3 req-925c3ca4-4476-4347-b05d-6751f0c8c150 tempest-VolumesActionsTest-253017511 tempest-VolumesActionsTest-253017511-project] 10.222.0.60 "GET /v2.0/ports?device_id=18055ac6-45ba-4b0b-92e7-c424bf235657 HTTP/1.1" status: 200 len: 931 time: 0.2585213 Sep 07 14:08:22.515322 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-ebfe5104-3456-4a19-bf72-eaecf0c354ba req-5759b0de-be85-430d-baad-fb433ee055b3 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] 10.222.0.60 "GET /v2.0/security-groups?id=ee56c5f5-d2bf-4ac0-8e7f-3030efc8e7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951495 Sep 07 14:08:22.518206 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-a5d89756-b3a5-4354-8475-07323fe4dc55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_update {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:22.547384 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-0864281f-8b30-4b79-bf3a-3ffee0c1f9a3 req-872eac58-32e8-44d3-8665-aa4d10e20aed tempest-VolumesActionsTest-253017511 tempest-VolumesActionsTest-253017511-project] 10.222.0.60 "GET /v2.0/security-groups?id=c854b715-3105-4236-a433-6b2974599db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902712 Sep 07 14:08:22.553940 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.managers [req-68dc3d14-1f3a-484a-8e87-02f1e2313e84 req-2b0946de-cc3f-4135-abde-7e234510136c service neutron] Attempting to bind port b8dcc810-8321-4097-bfa7-d312ba476515 on host hv-cinder-78291 for vnic_type normal with profile {{(pid=94137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 14:08:22.554293 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.managers [req-68dc3d14-1f3a-484a-8e87-02f1e2313e84 req-2b0946de-cc3f-4135-abde-7e234510136c service neutron] Attempting to bind port b8dcc810-8321-4097-bfa7-d312ba476515 by drivers openvswitch,hyperv on host hv-cinder-78291 at level 0 using segments [{'id': '273b8804-25ce-4bc4-8196-9c483ce6e52d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '3a770ecb-d737-4604-bdce-34f74ea9e614'}] {{(pid=94137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 14:08:22.555378 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68dc3d14-1f3a-484a-8e87-02f1e2313e84 req-2b0946de-cc3f-4135-abde-7e234510136c service neutron] Attempting to bind port b8dcc810-8321-4097-bfa7-d312ba476515 on network 3a770ecb-d737-4604-bdce-34f74ea9e614 {{(pid=94137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 14:08:22.566207 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68dc3d14-1f3a-484a-8e87-02f1e2313e84 req-2b0946de-cc3f-4135-abde-7e234510136c service neutron] Port b8dcc810-8321-4097-bfa7-d312ba476515 on network 3a770ecb-d737-4604-bdce-34f74ea9e614 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78291 {{(pid=94137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 14:08:22.566540 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68dc3d14-1f3a-484a-8e87-02f1e2313e84 req-2b0946de-cc3f-4135-abde-7e234510136c service neutron] Attempting to bind port b8dcc810-8321-4097-bfa7-d312ba476515 on network 3a770ecb-d737-4604-bdce-34f74ea9e614 {{(pid=94137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 14:08:22.581984 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68dc3d14-1f3a-484a-8e87-02f1e2313e84 req-2b0946de-cc3f-4135-abde-7e234510136c service neutron] Checking agent: {'id': '42fa3594-1565-4da1-9b03-2e08c5cc8c06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78291', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 14, 4, 18), 'started_at': datetime.datetime(2021, 9, 7, 14, 4, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 14, 8, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 14:08:22.582332 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68dc3d14-1f3a-484a-8e87-02f1e2313e84 req-2b0946de-cc3f-4135-abde-7e234510136c service neutron] Checking segment: {'id': '273b8804-25ce-4bc4-8196-9c483ce6e52d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '3a770ecb-d737-4604-bdce-34f74ea9e614'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 14:08:22.582735 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68dc3d14-1f3a-484a-8e87-02f1e2313e84 req-2b0946de-cc3f-4135-abde-7e234510136c service neutron] Bound using segment: {'id': '273b8804-25ce-4bc4-8196-9c483ce6e52d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '3a770ecb-d737-4604-bdce-34f74ea9e614'} {{(pid=94137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 14:08:22.583305 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.managers [req-68dc3d14-1f3a-484a-8e87-02f1e2313e84 req-2b0946de-cc3f-4135-abde-7e234510136c service neutron] Bound port: b8dcc810-8321-4097-bfa7-d312ba476515, host: hv-cinder-78291, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '273b8804-25ce-4bc4-8196-9c483ce6e52d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '3a770ecb-d737-4604-bdce-34f74ea9e614'}}] {{(pid=94137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 14:08:22.583739 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [req-68dc3d14-1f3a-484a-8e87-02f1e2313e84 req-2b0946de-cc3f-4135-abde-7e234510136c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_update {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:22.589626 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-90497945-cc67-4e40-89ff-93978391019b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:22.622259 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.db [None req-90497945-cc67-4e40-89ff-93978391019b None None] For port 64aca058-f353-4ae0-a740-d5f439248b52, host dv-cinder-782910-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-4-iscsi',level=0,port_id=64aca058-f353-4ae0-a740-d5f439248b52,segment=NetworkSegment(5550a781-5bde-4ad4-a1aa-3dd2778b0f71),segment_id=5550a781-5bde-4ad4-a1aa-3dd2778b0f71)] {{(pid=94139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:08:22.633773 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-90497945-cc67-4e40-89ff-93978391019b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735729008622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735728620463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735728620481'] for port, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:22.730220 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90497945-cc67-4e40-89ff-93978391019b None None] Pushing event updated for resources: {'Port': ['ID=64aca058-f353-4ae0-a740-d5f439248b52,revision_number=4']} {{(pid=94139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:08:22.745948 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90497945-cc67-4e40-89ff-93978391019b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:08:22.745948 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90497945-cc67-4e40-89ff-93978391019b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:08:22.745948 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90497945-cc67-4e40-89ff-93978391019b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:08:22.746311 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90497945-cc67-4e40-89ff-93978391019b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:08:22.746509 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90497945-cc67-4e40-89ff-93978391019b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:08:22.747650 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90497945-cc67-4e40-89ff-93978391019b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:08:22.748019 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90497945-cc67-4e40-89ff-93978391019b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:08:22.748353 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90497945-cc67-4e40-89ff-93978391019b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:08:22.748691 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90497945-cc67-4e40-89ff-93978391019b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:08:22.749022 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90497945-cc67-4e40-89ff-93978391019b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:08:22.749391 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90497945-cc67-4e40-89ff-93978391019b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:08:22.749701 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90497945-cc67-4e40-89ff-93978391019b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:08:22.783542 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.db [req-68dc3d14-1f3a-484a-8e87-02f1e2313e84 req-2b0946de-cc3f-4135-abde-7e234510136c service neutron] For port b8dcc810-8321-4097-bfa7-d312ba476515, host hv-cinder-78291, cleared binding levels {{(pid=94137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 14:08:22.788061 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.db [req-68dc3d14-1f3a-484a-8e87-02f1e2313e84 req-2b0946de-cc3f-4135-abde-7e234510136c service neutron] For port b8dcc810-8321-4097-bfa7-d312ba476515, host hv-cinder-78291, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=b8dcc810-8321-4097-bfa7-d312ba476515,segment=NetworkSegment(273b8804-25ce-4bc4-8196-9c483ce6e52d),segment_id=273b8804-25ce-4bc4-8196-9c483ce6e52d)] {{(pid=94137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 14:08:22.804234 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [req-68dc3d14-1f3a-484a-8e87-02f1e2313e84 req-2b0946de-cc3f-4135-abde-7e234510136c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735729008622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735728620463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735728620481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63929230'] for port, after_update {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:22.844428 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b80412-5064-46e0-8fbe-14a67f04ffe5 req-5aa9ef56-81dd-496d-b0d5-416a9f968433 tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:08:22.854806 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-89b80412-5064-46e0-8fbe-14a67f04ffe5 req-5aa9ef56-81dd-496d-b0d5-416a9f968433 tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f5f6ec6-dc83-4432-a483-83192fc0761b HTTP/1.1" status: 200 len: 944 time: 0.1740353 Sep 07 14:08:22.922077 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dc3d14-1f3a-484a-8e87-02f1e2313e84 req-2b0946de-cc3f-4135-abde-7e234510136c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:08:22.922765 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [req-68dc3d14-1f3a-484a-8e87-02f1e2313e84 req-2b0946de-cc3f-4135-abde-7e234510136c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539090'] for port, before_response {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:22.926204 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-68dc3d14-1f3a-484a-8e87-02f1e2313e84 req-2b0946de-cc3f-4135-abde-7e234510136c service neutron] 10.222.0.23 "PUT /v2.0/ports/b8dcc810-8321-4097-bfa7-d312ba476515 HTTP/1.1" status: 200 len: 1094 time: 1.2539780 Sep 07 14:08:22.926204 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f5f6ec6-dc83-4432-a483-83192fc0761b', 'tag': 'b8dcc810-8321-4097-bfa7-d312ba476515'}] {{(pid=94137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:08:22.927200 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7b38e126f5d6ed26c5a634d27f228b3e9a23f971082ab434b79987af6775de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9cc63bf-1b11-4ea9-8f49-b72b5dc260e4" -d '{"events": [{"name": "network-changed", "server_uuid": "3f5f6ec6-dc83-4432-a483-83192fc0761b", "tag": "b8dcc810-8321-4097-bfa7-d312ba476515"}]}' {{(pid=94137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:08:22.927585 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.notifiers.nova [req-b8bbc68f-34e5-4b6b-8a8e-0ae0a4465ad8 req-01f5fa9f-9c02-442f-8293-b16a0d32ab84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83b2dc73-26e2-4ff3-8810-a2d70cd277cc {{(pid=94138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 14:08:22.941322 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0946de-cc3f-4135-abde-7e234510136c service neutron] Pushing event updated for resources: {'Port': ['ID=b8dcc810-8321-4097-bfa7-d312ba476515,revision_number=3']} {{(pid=94137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:08:22.945604 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-b8bbc68f-34e5-4b6b-8a8e-0ae0a4465ad8 req-01f5fa9f-9c02-442f-8293-b16a0d32ab84 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:22.962789 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-89b80412-5064-46e0-8fbe-14a67f04ffe5 req-11c2f6fc-f135-4fc0-b4fd-493ac49e6dde tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] 10.222.0.60 "GET /v2.0/security-groups?id=4f7dc2d4-63eb-4f55-94d4-dc3bb3bdb6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070833 Sep 07 14:08:22.965937 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-a5d89756-b3a5-4354-8475-07323fe4dc55 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:22.971855 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72da0f0-3b53-4db6-993b-e14bfea1aabf req-8cadbdbb-7c8b-4635-8a42-35a72ac57158 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:08:22.973473 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-e72da0f0-3b53-4db6-993b-e14bfea1aabf req-8cadbdbb-7c8b-4635-8a42-35a72ac57158 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/ports?device_id=752df912-1fe9-4a3a-aedc-0b4fe4e15164 HTTP/1.1" status: 200 len: 945 time: 0.1807654 Sep 07 14:08:22.975525 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.db.provisioning_blocks [req-b8bbc68f-34e5-4b6b-8a8e-0ae0a4465ad8 req-01f5fa9f-9c02-442f-8293-b16a0d32ab84 service neutron] Transition to ACTIVE for port object 83b2dc73-26e2-4ff3-8810-a2d70cd277cc will not be triggered until provisioned by entity L2. {{(pid=94138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 14:08:22.977013 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-a5d89756-b3a5-4354-8475-07323fe4dc55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735729008622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735728620463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735728620481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65197374'] for port, after_update {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:23.020889 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-b8bbc68f-34e5-4b6b-8a8e-0ae0a4465ad8 req-01f5fa9f-9c02-442f-8293-b16a0d32ab84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735729008622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735728620463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735728620481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65197374'] for port, after_update {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:23.041438 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 14:08:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4ff6d08-63af-4304-ae55-a3ec98fd2420 x-openstack-request-id: req-c4ff6d08-63af-4304-ae55-a3ec98fd2420 {{(pid=94137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:08:23.041826 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f5f6ec6-dc83-4432-a483-83192fc0761b", "tag": "b8dcc810-8321-4097-bfa7-d312ba476515", "status": "completed", "code": 200}]} {{(pid=94137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:08:23.042113 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c4ff6d08-63af-4304-ae55-a3ec98fd2420 {{(pid=94137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:08:23.042564 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f5f6ec6-dc83-4432-a483-83192fc0761b', 'tag': 'b8dcc810-8321-4097-bfa7-d312ba476515', 'status': 'completed', 'code': 200} Sep 07 14:08:23.061380 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-e72da0f0-3b53-4db6-993b-e14bfea1aabf req-d8cbd418-4fb8-439c-b95e-5a0016c6bc50 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/security-groups?id=1eaa7adf-c23d-4a19-a899-ef24f817425f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719852 Sep 07 14:08:23.064412 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dc3d14-1f3a-484a-8e87-02f1e2313e84 req-7bf7c6d9-3f6e-4ead-be85-3b327190a643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:08:23.065912 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-68dc3d14-1f3a-484a-8e87-02f1e2313e84 req-7bf7c6d9-3f6e-4ead-be85-3b327190a643 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=301d490d25f3454f93967514c05236d8&device_id=3f5f6ec6-dc83-4432-a483-83192fc0761b HTTP/1.1" status: 200 len: 1097 time: 0.0911293 Sep 07 14:08:23.081427 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d89756-b3a5-4354-8475-07323fe4dc55 admin admin] Pushing event updated for resources: {'Port': ['ID=77dfaa0b-9a14-46e1-b16f-686b9b6baa89,revision_number=2']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:08:23.085472 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-a5d89756-b3a5-4354-8475-07323fe4dc55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-433429'] for router_interface, after_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:23.117863 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-68dc3d14-1f3a-484a-8e87-02f1e2313e84 req-a05a6f23-18a9-44bd-a774-41be9a8771c6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b8dcc810-8321-4097-bfa7-d312ba476515 HTTP/1.1" status: 200 len: 217 time: 0.0385854 Sep 07 14:08:23.175316 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dc3d14-1f3a-484a-8e87-02f1e2313e84 req-b593c939-e4bb-4ba0-bf6b-ef420df6f9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:08:23.176799 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-68dc3d14-1f3a-484a-8e87-02f1e2313e84 req-b593c939-e4bb-4ba0-bf6b-ef420df6f9c3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b2229922-4dfa-4d78-95d7-c6d2313a09de HTTP/1.1" status: 200 len: 855 time: 0.0511401 Sep 07 14:08:23.186430 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f5fa9f-9c02-442f-8293-b16a0d32ab84 service neutron] Pushing event updated for resources: {'Port': ['ID=83b2dc73-26e2-4ff3-8810-a2d70cd277cc,revision_number=2']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:08:23.215329 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-68dc3d14-1f3a-484a-8e87-02f1e2313e84 req-2b4bc3fa-1555-49b5-93ce-3d31d3bbed6b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3a770ecb-d737-4604-bdce-34f74ea9e614&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285332 Sep 07 14:08:23.326449 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-68dc3d14-1f3a-484a-8e87-02f1e2313e84 req-b5ac70a0-67ff-4be6-bd67-77422682266b service neutron] 10.222.0.23 "GET /v2.0/networks/3a770ecb-d737-4604-bdce-34f74ea9e614?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020403 Sep 07 14:08:23.461040 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-68dc3d14-1f3a-484a-8e87-02f1e2313e84 req-baf4a9d8-faa3-4f21-b36f-5ecaca9e9681 service neutron] 10.222.0.23 "GET /v2.0/networks/3a770ecb-d737-4604-bdce-34f74ea9e614?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211460 Sep 07 14:08:23.484917 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.managers [req-b8bbc68f-34e5-4b6b-8a8e-0ae0a4465ad8 req-01f5fa9f-9c02-442f-8293-b16a0d32ab84 service neutron] Attempting to bind port 83b2dc73-26e2-4ff3-8810-a2d70cd277cc on host hv-cinder-78291 for vnic_type normal with profile {{(pid=94138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 14:08:23.485255 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.managers [req-b8bbc68f-34e5-4b6b-8a8e-0ae0a4465ad8 req-01f5fa9f-9c02-442f-8293-b16a0d32ab84 service neutron] Attempting to bind port 83b2dc73-26e2-4ff3-8810-a2d70cd277cc by drivers openvswitch,hyperv on host hv-cinder-78291 at level 0 using segments [{'id': '09e98d4d-c58d-4c7c-9f6d-df7d32fc6ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'd0fbc326-00e7-4f52-8e63-a9124c702e3b'}] {{(pid=94138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 14:08:23.485595 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8bbc68f-34e5-4b6b-8a8e-0ae0a4465ad8 req-01f5fa9f-9c02-442f-8293-b16a0d32ab84 service neutron] Attempting to bind port 83b2dc73-26e2-4ff3-8810-a2d70cd277cc on network d0fbc326-00e7-4f52-8e63-a9124c702e3b {{(pid=94138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 14:08:23.494492 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8bbc68f-34e5-4b6b-8a8e-0ae0a4465ad8 req-01f5fa9f-9c02-442f-8293-b16a0d32ab84 service neutron] Port 83b2dc73-26e2-4ff3-8810-a2d70cd277cc on network d0fbc326-00e7-4f52-8e63-a9124c702e3b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78291 {{(pid=94138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 14:08:23.494809 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8bbc68f-34e5-4b6b-8a8e-0ae0a4465ad8 req-01f5fa9f-9c02-442f-8293-b16a0d32ab84 service neutron] Attempting to bind port 83b2dc73-26e2-4ff3-8810-a2d70cd277cc on network d0fbc326-00e7-4f52-8e63-a9124c702e3b {{(pid=94138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 14:08:23.508308 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8bbc68f-34e5-4b6b-8a8e-0ae0a4465ad8 req-01f5fa9f-9c02-442f-8293-b16a0d32ab84 service neutron] Checking agent: {'id': '42fa3594-1565-4da1-9b03-2e08c5cc8c06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78291', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 14, 4, 18), 'started_at': datetime.datetime(2021, 9, 7, 14, 4, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 14, 8, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 14:08:23.508639 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8bbc68f-34e5-4b6b-8a8e-0ae0a4465ad8 req-01f5fa9f-9c02-442f-8293-b16a0d32ab84 service neutron] Checking segment: {'id': '09e98d4d-c58d-4c7c-9f6d-df7d32fc6ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'd0fbc326-00e7-4f52-8e63-a9124c702e3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 14:08:23.509023 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8bbc68f-34e5-4b6b-8a8e-0ae0a4465ad8 req-01f5fa9f-9c02-442f-8293-b16a0d32ab84 service neutron] Bound using segment: {'id': '09e98d4d-c58d-4c7c-9f6d-df7d32fc6ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'd0fbc326-00e7-4f52-8e63-a9124c702e3b'} {{(pid=94138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 14:08:23.509488 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.managers [req-b8bbc68f-34e5-4b6b-8a8e-0ae0a4465ad8 req-01f5fa9f-9c02-442f-8293-b16a0d32ab84 service neutron] Bound port: 83b2dc73-26e2-4ff3-8810-a2d70cd277cc, host: hv-cinder-78291, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09e98d4d-c58d-4c7c-9f6d-df7d32fc6ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'd0fbc326-00e7-4f52-8e63-a9124c702e3b'}}] {{(pid=94138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 14:08:23.509844 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-b8bbc68f-34e5-4b6b-8a8e-0ae0a4465ad8 req-01f5fa9f-9c02-442f-8293-b16a0d32ab84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_update {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:23.534280 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5d89756-b3a5-4354-8475-07323fe4dc55 admin admin] Network e6139945-2b0e-4dd3-b90e-3cc2664bbe09 is already hosted by enough agents. {{(pid=94138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 14:08:23.562281 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cc63bf-1b11-4ea9-8f49-b72b5dc260e4 req-3875f52d-c66d-4dda-9782-0298bbebc02f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:08:23.565767 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-f9cc63bf-1b11-4ea9-8f49-b72b5dc260e4 req-3875f52d-c66d-4dda-9782-0298bbebc02f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=301d490d25f3454f93967514c05236d8&device_id=3f5f6ec6-dc83-4432-a483-83192fc0761b HTTP/1.1" status: 200 len: 1097 time: 0.0520160 Sep 07 14:08:23.587317 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.scheduler.base_scheduler [None req-a5d89756-b3a5-4354-8475-07323fe4dc55 admin admin] Resources bound (agent type, host, resource id): {{(pid=94138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:08:23.678919 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.db [req-b8bbc68f-34e5-4b6b-8a8e-0ae0a4465ad8 req-01f5fa9f-9c02-442f-8293-b16a0d32ab84 service neutron] For port 83b2dc73-26e2-4ff3-8810-a2d70cd277cc, host hv-cinder-78291, cleared binding levels {{(pid=94138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 14:08:23.725254 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.db [req-b8bbc68f-34e5-4b6b-8a8e-0ae0a4465ad8 req-01f5fa9f-9c02-442f-8293-b16a0d32ab84 service neutron] For port 83b2dc73-26e2-4ff3-8810-a2d70cd277cc, host hv-cinder-78291, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=83b2dc73-26e2-4ff3-8810-a2d70cd277cc,segment=NetworkSegment(09e98d4d-c58d-4c7c-9f6d-df7d32fc6ba4),segment_id=09e98d4d-c58d-4c7c-9f6d-df7d32fc6ba4)] {{(pid=94138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 14:08:23.741283 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-b8bbc68f-34e5-4b6b-8a8e-0ae0a4465ad8 req-01f5fa9f-9c02-442f-8293-b16a0d32ab84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735729008622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735728620463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735728620481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65197374'] for port, after_update {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:23.837147 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00180f42-3b91-4f95-a471-b154fb96e656 req-41eb7bfb-4972-4827-af7c-e6feb66d893d tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:08:23.841448 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-00180f42-3b91-4f95-a471-b154fb96e656 req-41eb7bfb-4972-4827-af7c-e6feb66d893d tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ac0934b-f4cd-4421-a325-8fff04835bbc HTTP/1.1" status: 200 len: 945 time: 0.2019715 Sep 07 14:08:23.843589 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cc63bf-1b11-4ea9-8f49-b72b5dc260e4 req-62379e2a-30ba-4215-a9d9-7f1914f1cd04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:08:23.845025 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-f9cc63bf-1b11-4ea9-8f49-b72b5dc260e4 req-62379e2a-30ba-4215-a9d9-7f1914f1cd04 service neutron] 10.222.0.23 "GET /v2.0/networks?id=3a770ecb-d737-4604-bdce-34f74ea9e614 HTTP/1.1" status: 200 len: 916 time: 0.2701700 Sep 07 14:08:23.854733 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78060bb7-61d0-4cd9-b404-524fa5b8c39b req-da4d6089-3248-4569-8806-8c9df39a8815 tempest-VolumesActionsTest-253017511 tempest-VolumesActionsTest-253017511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:08:23.856285 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-78060bb7-61d0-4cd9-b404-524fa5b8c39b req-da4d6089-3248-4569-8806-8c9df39a8815 tempest-VolumesActionsTest-253017511 tempest-VolumesActionsTest-253017511-project] 10.222.0.60 "GET /v2.0/ports?device_id=18055ac6-45ba-4b0b-92e7-c424bf235657 HTTP/1.1" status: 200 len: 943 time: 0.1511722 Sep 07 14:08:23.875844 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bbc68f-34e5-4b6b-8a8e-0ae0a4465ad8 req-01f5fa9f-9c02-442f-8293-b16a0d32ab84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:08:23.876375 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-b8bbc68f-34e5-4b6b-8a8e-0ae0a4465ad8 req-01f5fa9f-9c02-442f-8293-b16a0d32ab84 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88768'] for port, before_response {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:23.878893 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-b8bbc68f-34e5-4b6b-8a8e-0ae0a4465ad8 req-01f5fa9f-9c02-442f-8293-b16a0d32ab84 service neutron] 10.222.0.23 "PUT /v2.0/ports/83b2dc73-26e2-4ff3-8810-a2d70cd277cc HTTP/1.1" status: 200 len: 1093 time: 2.0226073 Sep 07 14:08:23.880234 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18055ac6-45ba-4b0b-92e7-c424bf235657', 'tag': '83b2dc73-26e2-4ff3-8810-a2d70cd277cc'}] {{(pid=94138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:08:23.883073 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2f7ddeb31991bace343f2b2f4f22cd3bc4274a24b7cd750f83a004d46e17087" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dec114e-6668-4102-a664-9a170be0f6a7" -d '{"events": [{"name": "network-changed", "server_uuid": "18055ac6-45ba-4b0b-92e7-c424bf235657", "tag": "83b2dc73-26e2-4ff3-8810-a2d70cd277cc"}]}' {{(pid=94138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:08:23.941029 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-64c1aba4-7698-4fb3-9b9b-fbec05a0711f None None] Provisioning complete for port 77dfaa0b-9a14-46e1-b16f-686b9b6baa89 triggered by entity DHCP. {{(pid=94139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:08:23.941757 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-64c1aba4-7698-4fb3-9b9b-fbec05a0711f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462246'] for port, provisioning_complete {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:23.941863 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-f9cc63bf-1b11-4ea9-8f49-b72b5dc260e4 req-6866a440-9314-4f9b-b089-2d78175f163a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b8dcc810-8321-4097-bfa7-d312ba476515 HTTP/1.1" status: 200 len: 217 time: 0.0835435 Sep 07 14:08:23.973595 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5d89756-b3a5-4354-8475-07323fe4dc55 admin admin] Router cddf9134-d7ee-4254-92e7-42b328e46a6d has already been hosted by L3 agent fa68c273-d39f-43dc-b6f8-e0c6852ace12 {{(pid=94138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 14:08:23.984894 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f5fa9f-9c02-442f-8293-b16a0d32ab84 service neutron] Pushing event updated for resources: {'Port': ['ID=83b2dc73-26e2-4ff3-8810-a2d70cd277cc,revision_number=3']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:08:24.003777 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.plugin [None req-64c1aba4-7698-4fb3-9b9b-fbec05a0711f None None] Port 77dfaa0b-9a14-46e1-b16f-686b9b6baa89 cannot update to ACTIVE because it is not bound. {{(pid=94139) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 14:08:24.009330 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-00180f42-3b91-4f95-a471-b154fb96e656 req-801d37df-6e39-4055-b8b2-af672ac64b3b tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] 10.222.0.60 "GET /v2.0/security-groups?id=ee56c5f5-d2bf-4ac0-8e7f-3030efc8e7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1621370 Sep 07 14:08:24.047058 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-78060bb7-61d0-4cd9-b404-524fa5b8c39b req-f5311671-0da9-45f7-9c9d-cef7d649ca18 tempest-VolumesActionsTest-253017511 tempest-VolumesActionsTest-253017511-project] 10.222.0.60 "GET /v2.0/security-groups?id=c854b715-3105-4236-a433-6b2974599db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756351 Sep 07 14:08:24.057917 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cc63bf-1b11-4ea9-8f49-b72b5dc260e4 req-9ab67264-9d64-43be-81f0-21f4151baaed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:08:24.059384 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-f9cc63bf-1b11-4ea9-8f49-b72b5dc260e4 req-9ab67264-9d64-43be-81f0-21f4151baaed service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b2229922-4dfa-4d78-95d7-c6d2313a09de HTTP/1.1" status: 200 len: 855 time: 0.1051679 Sep 07 14:08:24.076466 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 14:08:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4763d49-420e-4362-a28d-59d26de63684 x-openstack-request-id: req-c4763d49-420e-4362-a28d-59d26de63684 {{(pid=94138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:08:24.077009 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18055ac6-45ba-4b0b-92e7-c424bf235657", "tag": "83b2dc73-26e2-4ff3-8810-a2d70cd277cc", "status": "completed", "code": 200}]} {{(pid=94138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:08:24.077441 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c4763d49-420e-4362-a28d-59d26de63684 {{(pid=94138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:08:24.077991 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18055ac6-45ba-4b0b-92e7-c424bf235657', 'tag': '83b2dc73-26e2-4ff3-8810-a2d70cd277cc', 'status': 'completed', 'code': 200} Sep 07 14:08:24.102288 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bbc68f-34e5-4b6b-8a8e-0ae0a4465ad8 req-326e45a2-4aa1-4737-a4cf-afd2e10dc970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:08:24.103966 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-b8bbc68f-34e5-4b6b-8a8e-0ae0a4465ad8 req-326e45a2-4aa1-4737-a4cf-afd2e10dc970 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=931073f1f0c54741954d14ba6ee137fe&device_id=18055ac6-45ba-4b0b-92e7-c424bf235657 HTTP/1.1" status: 200 len: 1096 time: 0.1758006 Sep 07 14:08:24.108697 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-f9cc63bf-1b11-4ea9-8f49-b72b5dc260e4 req-597e9e5c-3628-47a7-acae-2e11320afa23 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3a770ecb-d737-4604-bdce-34f74ea9e614&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393586 Sep 07 14:08:24.187530 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-90497945-cc67-4e40-89ff-93978391019b None None] Device 64aca058-f353-4ae0-a740-d5f439248b52 up at agent ovs-agent-dv-cinder-782910-4-iscsi {{(pid=94139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:08:24.235118 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-b8bbc68f-34e5-4b6b-8a8e-0ae0a4465ad8 req-7b79ef7e-4888-4b9f-aab5-0859a359a5f0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=83b2dc73-26e2-4ff3-8810-a2d70cd277cc HTTP/1.1" status: 200 len: 217 time: 0.1079011 Sep 07 14:08:24.245858 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-90497945-cc67-4e40-89ff-93978391019b None None] Provisioning complete for port 64aca058-f353-4ae0-a740-d5f439248b52 triggered by entity L2. {{(pid=94139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:08:24.246683 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-90497945-cc67-4e40-89ff-93978391019b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462246'] for port, provisioning_complete {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:24.280029 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5d89756-b3a5-4354-8475-07323fe4dc55 admin admin] Notify agent at l3_agent.dv-cinder-782910-4-iscsi the message routers_updated {{(pid=94138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 14:08:24.287193 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [None req-a5d89756-b3a5-4354-8475-07323fe4dc55 admin admin] 10.222.0.60 "PUT /v2.0/routers/cddf9134-d7ee-4254-92e7-42b328e46a6d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4791245 Sep 07 14:08:24.322268 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e9c9bd-3ca4-49a5-98b5-36392fd88d98 None None] Sync routers for ids ['cddf9134-d7ee-4254-92e7-42b328e46a6d'] in dv-cinder-782910-4-iscsi {{(pid=94139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 14:08:24.322750 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bbc68f-34e5-4b6b-8a8e-0ae0a4465ad8 req-451e394b-5afc-4f82-9aa4-cc6e9f18f7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:08:24.324437 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-b8bbc68f-34e5-4b6b-8a8e-0ae0a4465ad8 req-451e394b-5afc-4f82-9aa4-cc6e9f18f7c0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=db0dc175-31c9-4112-853c-89ab5915238c HTTP/1.1" status: 200 len: 848 time: 0.0788560 Sep 07 14:08:24.343251 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e9c9bd-3ca4-49a5-98b5-36392fd88d98 None None] Routers {'cddf9134-d7ee-4254-92e7-42b328e46a6d'} bound to L3 agent in host dv-cinder-782910-4-iscsi {{(pid=94139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:08:24.343804 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.l3_hamode_db [None req-b6e9c9bd-3ca4-49a5-98b5-36392fd88d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T13:58:13Z,description=,heartbeat_timestamp=2021-09-07T14:08:13Z,host='dv-cinder-782910-4-iscsi',id=fa68c273-d39f-43dc-b6f8-e0c6852ace12,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T13:58:13Z,topic='l3_agent')) {'router_ids': ['cddf9134-d7ee-4254-92e7-42b328e46a6d'], 'active': True} {{(pid=94139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:08:24.375418 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-b8bbc68f-34e5-4b6b-8a8e-0ae0a4465ad8 req-436ca26e-1204-4d17-a0e5-bce0cb04faa7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d0fbc326-00e7-4f52-8e63-a9124c702e3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352170 Sep 07 14:08:24.486679 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.l3_dvr_db [None req-b6e9c9bd-3ca4-49a5-98b5-36392fd88d98 None None] Set router cddf9134-d7ee-4254-92e7-42b328e46a6d gateway port host: dv-cinder-782910-4-iscsi {{(pid=94139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:08:24.504902 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-b8bbc68f-34e5-4b6b-8a8e-0ae0a4465ad8 req-828a6347-59f1-4ebb-99ce-7c99a6774d32 service neutron] 10.222.0.23 "GET /v2.0/networks/d0fbc326-00e7-4f52-8e63-a9124c702e3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197431 Sep 07 14:08:24.538395 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85af7839-cced-4c80-b2ab-9c85b247dd39 req-d0b3d840-83a4-49c5-a5c0-4c1ffa2465dc tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:08:24.539980 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-85af7839-cced-4c80-b2ab-9c85b247dd39 req-d0b3d840-83a4-49c5-a5c0-4c1ffa2465dc tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/ports?device_id=752df912-1fe9-4a3a-aedc-0b4fe4e15164 HTTP/1.1" status: 200 len: 945 time: 0.3503079 Sep 07 14:08:24.543432 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-f9cc63bf-1b11-4ea9-8f49-b72b5dc260e4 req-ace3b34b-b78d-4c5a-b7c7-e07751232402 service neutron] 10.222.0.23 "GET /v2.0/networks/3a770ecb-d737-4604-bdce-34f74ea9e614?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4152906 Sep 07 14:08:24.565395 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14303fea-2df6-43e1-b941-6ba1ac418380 req-8a0e4238-17e1-4356-bc13-6e17310596f0 tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:08:24.566943 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-14303fea-2df6-43e1-b941-6ba1ac418380 req-8a0e4238-17e1-4356-bc13-6e17310596f0 tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f5f6ec6-dc83-4432-a483-83192fc0761b HTTP/1.1" status: 200 len: 944 time: 0.3897877 Sep 07 14:08:24.659159 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-b8bbc68f-34e5-4b6b-8a8e-0ae0a4465ad8 req-273521ad-ac46-4dab-8bc1-2fafb9e0f3e3 service neutron] 10.222.0.23 "GET /v2.0/networks/d0fbc326-00e7-4f52-8e63-a9124c702e3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434846 Sep 07 14:08:24.677818 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-85af7839-cced-4c80-b2ab-9c85b247dd39 req-6553e040-abc1-4ed6-81a6-9bc01a08fd5c tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/security-groups?id=1eaa7adf-c23d-4a19-a899-ef24f817425f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291661 Sep 07 14:08:24.711140 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-14303fea-2df6-43e1-b941-6ba1ac418380 req-1c9346bf-022a-4d1f-abca-3a42d3544efc tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] 10.222.0.60 "GET /v2.0/security-groups?id=4f7dc2d4-63eb-4f55-94d4-dc3bb3bdb6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286926 Sep 07 14:08:24.765809 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-f9cc63bf-1b11-4ea9-8f49-b72b5dc260e4 req-050b09de-a827-4ed8-9f48-4baa7c4c3e1a service neutron] 10.222.0.23 "GET /v2.0/networks/3a770ecb-d737-4604-bdce-34f74ea9e614?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2110450 Sep 07 14:08:24.779601 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.l3_hamode_db [None req-b6e9c9bd-3ca4-49a5-98b5-36392fd88d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cddf9134-d7ee-4254-92e7-42b328e46a6d', 'name': 'tempest-TestMinimumBasicScenario-1483363180-router', 'tenant_id': 'e859b6827e2748129221219840ea5997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'external_fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': '64aca058-f353-4ae0-a740-d5f439248b52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:08:16Z', 'updated_at': '2021-09-07T14:08:22Z', 'revision_number': 4, 'project_id': 'e859b6827e2748129221219840ea5997', 'gw_port': {'id': '64aca058-f353-4ae0-a740-d5f439248b52', 'name': '', 'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:74:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cddf9134-d7ee-4254-92e7-42b328e46a6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:08:17Z', 'updated_at': '2021-09-07T14:08:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-4-iscsi', '_interfaces': [{'id': '77dfaa0b-9a14-46e1-b16f-686b9b6baa89', 'name': '', 'network_id': 'e6139945-2b0e-4dd3-b90e-3cc2664bbe09', 'tenant_id': 'e859b6827e2748129221219840ea5997', 'mac_address': 'fa:16:3e:5b:ce:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cddf9134-d7ee-4254-92e7-42b328e46a6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '6c2e9c28-06dc-45ab-a546-78440fe11400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:08:20Z', 'updated_at': '2021-09-07T14:08:22Z', 'revision_number': 2, 'project_id': 'e859b6827e2748129221219840ea5997', 'subnets': [{'id': '6c2e9c28-06dc-45ab-a546-78440fe11400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782910-4-iscsi', False) {} {{(pid=94139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:08:24.787503 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dec114e-6668-4102-a664-9a170be0f6a7 req-f0d35b8e-6368-472a-8285-a79677f6dcdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:08:24.789136 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-0dec114e-6668-4102-a664-9a170be0f6a7 req-f0d35b8e-6368-472a-8285-a79677f6dcdb service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=931073f1f0c54741954d14ba6ee137fe&device_id=18055ac6-45ba-4b0b-92e7-c424bf235657 HTTP/1.1" status: 200 len: 1096 time: 0.0650923 Sep 07 14:08:24.811233 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e9c9bd-3ca4-49a5-98b5-36392fd88d98 None None] Checking router: cddf9134-d7ee-4254-92e7-42b328e46a6d for host: dv-cinder-782910-4-iscsi {{(pid=94139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 14:08:24.811692 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e9c9bd-3ca4-49a5-98b5-36392fd88d98 None None] Updating router cddf9134-d7ee-4254-92e7-42b328e46a6d port 77dfaa0b-9a14-46e1-b16f-686b9b6baa89 binding host dv-cinder-782910-4-iscsi {{(pid=94139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 14:08:24.845375 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-b6e9c9bd-3ca4-49a5-98b5-36392fd88d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:24.912933 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dec114e-6668-4102-a664-9a170be0f6a7 req-ef90bfa8-9638-46d8-ad1e-1b80ad9f0490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:08:24.914660 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-0dec114e-6668-4102-a664-9a170be0f6a7 req-ef90bfa8-9638-46d8-ad1e-1b80ad9f0490 service neutron] 10.222.0.23 "GET /v2.0/networks?id=d0fbc326-00e7-4f52-8e63-a9124c702e3b HTTP/1.1" status: 200 len: 909 time: 0.1135523 Sep 07 14:08:24.967990 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-0dec114e-6668-4102-a664-9a170be0f6a7 req-9673a8d5-8bc7-49a6-b8bb-9102e80ad0b9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=83b2dc73-26e2-4ff3-8810-a2d70cd277cc HTTP/1.1" status: 200 len: 217 time: 0.0414519 Sep 07 14:08:24.978757 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.wsgi [-] (94137) accepted ('10.222.0.60', 47708) {{(pid=94137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:08:24.984534 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.v2.base [None req-129259c3-c935-49c8-a815-b847ddfd3075 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1791013645-network', 'tenant_id': '8beaaf504a904b60827ee6ad1805f66a'}} {{(pid=94137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:08:25.007901 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-129259c3-c935-49c8-a815-b847ddfd3075 admin admin] Made reservation on behalf of 8beaaf504a904b60827ee6ad1805f66a for: {'network': 1} {{(pid=94137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 14:08:25.011517 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-129259c3-c935-49c8-a815-b847ddfd3075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for network, before_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:25.020447 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-129259c3-c935-49c8-a815-b847ddfd3075 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:25.022613 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dec114e-6668-4102-a664-9a170be0f6a7 req-08eea509-c063-4325-8739-4a3ea4c8a2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:08:25.025001 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-0dec114e-6668-4102-a664-9a170be0f6a7 req-08eea509-c063-4325-8739-4a3ea4c8a2a8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=db0dc175-31c9-4112-853c-89ab5915238c HTTP/1.1" status: 200 len: 848 time: 0.0477250 Sep 07 14:08:25.070414 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-0dec114e-6668-4102-a664-9a170be0f6a7 req-20be1704-7388-4b5f-a9de-ed3371f4470f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d0fbc326-00e7-4f52-8e63-a9124c702e3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370016 Sep 07 14:08:25.187414 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-0dec114e-6668-4102-a664-9a170be0f6a7 req-b62d9be9-1511-4ec0-afaa-e290d51d637c service neutron] 10.222.0.23 "GET /v2.0/networks/d0fbc326-00e7-4f52-8e63-a9124c702e3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075704 Sep 07 14:08:25.195546 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-b6e9c9bd-3ca4-49a5-98b5-36392fd88d98 None None] Notify callbacks [] for port, precommit_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:25.206836 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-b6e9c9bd-3ca4-49a5-98b5-36392fd88d98 None None] Transition to ACTIVE for port object 77dfaa0b-9a14-46e1-b16f-686b9b6baa89 will not be triggered until provisioned by entity L2. {{(pid=94139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 14:08:25.210200 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38df7cdc-dd18-4228-a71f-083b90a9c8f8 req-2a724acc-1ee1-4cba-b41c-7bb8133706ca tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:08:25.212909 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-38df7cdc-dd18-4228-a71f-083b90a9c8f8 req-2a724acc-1ee1-4cba-b41c-7bb8133706ca tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ac0934b-f4cd-4421-a325-8fff04835bbc HTTP/1.1" status: 200 len: 945 time: 0.1062317 Sep 07 14:08:25.220412 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-b6e9c9bd-3ca4-49a5-98b5-36392fd88d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735729008622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735728620463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735728620481'] for port, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:25.233526 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-129259c3-c935-49c8-a815-b847ddfd3075 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:25.257860 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-129259c3-c935-49c8-a815-b847ddfd3075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585164'] for security_group, after_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:25.281527 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040cd2c0-bb8f-48a5-bcd6-b010fd254e2c req-3c88fb05-363d-4811-8537-6366fc248cb1 tempest-VolumesActionsTest-253017511 tempest-VolumesActionsTest-253017511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:08:25.289909 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-040cd2c0-bb8f-48a5-bcd6-b010fd254e2c req-3c88fb05-363d-4811-8537-6366fc248cb1 tempest-VolumesActionsTest-253017511 tempest-VolumesActionsTest-253017511-project] 10.222.0.60 "GET /v2.0/ports?device_id=18055ac6-45ba-4b0b-92e7-c424bf235657 HTTP/1.1" status: 200 len: 943 time: 0.1430855 Sep 07 14:08:25.309284 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6881c95-ff70-46f5-a506-2643f0e22175 None None] Pushing event updated for resources: {'Port': ['ID=77dfaa0b-9a14-46e1-b16f-686b9b6baa89,revision_number=3']} {{(pid=94139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:08:25.340573 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-0dec114e-6668-4102-a664-9a170be0f6a7 req-4a3df643-7903-4fa7-83e4-1d44f3acc4f9 service neutron] 10.222.0.23 "GET /v2.0/networks/d0fbc326-00e7-4f52-8e63-a9124c702e3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372387 Sep 07 14:08:25.344183 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-38df7cdc-dd18-4228-a71f-083b90a9c8f8 req-9722ca39-bd22-4023-9a07-fbfef9c5ca45 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] 10.222.0.60 "GET /v2.0/security-groups?id=ee56c5f5-d2bf-4ac0-8e7f-3030efc8e7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1206458 Sep 07 14:08:25.355579 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.managers [None req-b6e9c9bd-3ca4-49a5-98b5-36392fd88d98 None None] Attempting to bind port 77dfaa0b-9a14-46e1-b16f-686b9b6baa89 on host dv-cinder-782910-4-iscsi for vnic_type normal with profile {{(pid=94139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 14:08:25.355947 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.managers [None req-b6e9c9bd-3ca4-49a5-98b5-36392fd88d98 None None] Attempting to bind port 77dfaa0b-9a14-46e1-b16f-686b9b6baa89 by drivers openvswitch,hyperv on host dv-cinder-782910-4-iscsi at level 0 using segments [{'id': '557a888c-91ab-489c-a232-b2b668c502f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'e6139945-2b0e-4dd3-b90e-3cc2664bbe09'}] {{(pid=94139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 14:08:25.356618 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e9c9bd-3ca4-49a5-98b5-36392fd88d98 None None] Attempting to bind port 77dfaa0b-9a14-46e1-b16f-686b9b6baa89 on network e6139945-2b0e-4dd3-b90e-3cc2664bbe09 {{(pid=94139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 14:08:25.364541 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-129259c3-c935-49c8-a815-b847ddfd3075 admin admin] vlan segment allocate from pool success with {'vlan_id': 652, 'physical_network': 'physnet1'} {{(pid=94137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 14:08:25.371371 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e9c9bd-3ca4-49a5-98b5-36392fd88d98 None None] Checking agent: {'id': 'b1ca48ac-dc13-463a-a516-8ddf18655ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782910-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 13, 58, 14), 'started_at': datetime.datetime(2021, 9, 7, 13, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 14, 8, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782910-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 14:08:25.371746 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e9c9bd-3ca4-49a5-98b5-36392fd88d98 None None] Checking segment: {'id': '557a888c-91ab-489c-a232-b2b668c502f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'e6139945-2b0e-4dd3-b90e-3cc2664bbe09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 14:08:25.372146 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-b6e9c9bd-3ca4-49a5-98b5-36392fd88d98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:25.372537 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e9c9bd-3ca4-49a5-98b5-36392fd88d98 None None] Bound using segment: {'id': '557a888c-91ab-489c-a232-b2b668c502f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'e6139945-2b0e-4dd3-b90e-3cc2664bbe09'} {{(pid=94139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 14:08:25.372997 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.managers [None req-b6e9c9bd-3ca4-49a5-98b5-36392fd88d98 None None] Bound port: 77dfaa0b-9a14-46e1-b16f-686b9b6baa89, host: dv-cinder-782910-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '557a888c-91ab-489c-a232-b2b668c502f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'e6139945-2b0e-4dd3-b90e-3cc2664bbe09'}}] {{(pid=94139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 14:08:25.373410 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-b6e9c9bd-3ca4-49a5-98b5-36392fd88d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:25.385781 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129259c3-c935-49c8-a815-b847ddfd3075 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e73bc9b4-a990-49af-8f33-1ebe4075daca,revision_number=1']} {{(pid=94137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:08:25.400443 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-129259c3-c935-49c8-a815-b847ddfd3075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1461082'] for segment, precommit_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:25.400776 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.db.segments_db [None req-129259c3-c935-49c8-a815-b847ddfd3075 admin admin] Added segment c19094c3-309b-4f46-8a6b-7d1ec6b9d67a of type vlan for network 36229da2-37b3-4357-966a-1141011420bf Sep 07 14:08:25.437948 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-040cd2c0-bb8f-48a5-bcd6-b010fd254e2c req-188851b9-2f78-4498-a3a4-12739b17e345 tempest-VolumesActionsTest-253017511 tempest-VolumesActionsTest-253017511-project] 10.222.0.60 "GET /v2.0/security-groups?id=c854b715-3105-4236-a433-6b2974599db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468706 Sep 07 14:08:25.453383 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.db [None req-b6e9c9bd-3ca4-49a5-98b5-36392fd88d98 None None] For port 77dfaa0b-9a14-46e1-b16f-686b9b6baa89, host dv-cinder-782910-4-iscsi, cleared binding levels {{(pid=94139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 14:08:25.457323 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.db [None req-b6e9c9bd-3ca4-49a5-98b5-36392fd88d98 None None] For port 77dfaa0b-9a14-46e1-b16f-686b9b6baa89, host dv-cinder-782910-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-4-iscsi',level=0,port_id=77dfaa0b-9a14-46e1-b16f-686b9b6baa89,segment=NetworkSegment(557a888c-91ab-489c-a232-b2b668c502f1),segment_id=557a888c-91ab-489c-a232-b2b668c502f1)] {{(pid=94139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 14:08:25.465084 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-b6e9c9bd-3ca4-49a5-98b5-36392fd88d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735729008622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735728620463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735728620481'] for port, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:25.498264 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-129259c3-c935-49c8-a815-b847ddfd3075 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735728577284'] for network, precommit_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:25.528069 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-129259c3-c935-49c8-a815-b847ddfd3075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072'] for network, after_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:25.529262 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-129259c3-c935-49c8-a815-b847ddfd3075 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:08:25.530358 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-129259c3-c935-49c8-a815-b847ddfd3075 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539090'] for network, before_response {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:25.531049 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Device b8dcc810-8321-4097-bfa7-d312ba476515 details requested by agent hyperv_hv-cinder-78291 with host hv-cinder-78291 {{(pid=94139) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 14:08:25.540306 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e9c9bd-3ca4-49a5-98b5-36392fd88d98 None None] Routers {'cddf9134-d7ee-4254-92e7-42b328e46a6d'} bound to L3 agent in host dv-cinder-782910-4-iscsi {{(pid=94139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:08:25.540934 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.l3_hamode_db [None req-b6e9c9bd-3ca4-49a5-98b5-36392fd88d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T13:58:13Z,description=,heartbeat_timestamp=2021-09-07T14:08:13Z,host='dv-cinder-782910-4-iscsi',id=fa68c273-d39f-43dc-b6f8-e0c6852ace12,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T13:58:13Z,topic='l3_agent')) {'router_ids': ['cddf9134-d7ee-4254-92e7-42b328e46a6d'], 'active': True} {{(pid=94139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:08:25.565266 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [None req-129259c3-c935-49c8-a815-b847ddfd3075 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5852947 Sep 07 14:08:25.567871 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.wsgi [-] (94137) accepted ('10.222.0.60', 47722) {{(pid=94137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:08:25.590270 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6881c95-ff70-46f5-a506-2643f0e22175 None None] Pushing event updated for resources: {'Port': ['ID=77dfaa0b-9a14-46e1-b16f-686b9b6baa89,revision_number=4']} {{(pid=94139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:08:25.604891 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.v2.base [None req-7e2867ae-be1d-4059-a272-5a2046eec6c1 admin admin] Request body: {'subnet': {'network_id': '36229da2-37b3-4357-966a-1141011420bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1791013645-subnet', 'tenant_id': '8beaaf504a904b60827ee6ad1805f66a', 'ip_version': 4}} {{(pid=94137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:08:25.613902 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129259c3-c935-49c8-a815-b847ddfd3075 admin admin] Pushing event updated for resources: {'Network': ['ID=36229da2-37b3-4357-966a-1141011420bf,revision_number=1']} {{(pid=94137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:08:25.631006 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-90497945-cc67-4e40-89ff-93978391019b None None] Network 36229da2-37b3-4357-966a-1141011420bf details requested by agent ovs-agent-dv-cinder-782910-4-iscsi with host dv-cinder-782910-4-iscsi {{(pid=94139) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 14:08:25.635991 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e2867ae-be1d-4059-a272-5a2046eec6c1 admin admin] Made reservation on behalf of 8beaaf504a904b60827ee6ad1805f66a for: {'subnet': 1} {{(pid=94137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 14:08:25.638381 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-7e2867ae-be1d-4059-a272-5a2046eec6c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64237239'] for subnet, before_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:25.907623 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-7e2867ae-be1d-4059-a272-5a2046eec6c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63929141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64237217'] for subnet, after_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:25.911977 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.l3_dvr_db [None req-b6e9c9bd-3ca4-49a5-98b5-36392fd88d98 None None] Set router cddf9134-d7ee-4254-92e7-42b328e46a6d gateway port host: dv-cinder-782910-4-iscsi {{(pid=94139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:08:25.956971 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.db [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] For port b8dcc810-8321-4097-bfa7-d312ba476515, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=b8dcc810-8321-4097-bfa7-d312ba476515,segment=NetworkSegment(273b8804-25ce-4bc4-8196-9c483ce6e52d),segment_id=273b8804-25ce-4bc4-8196-9c483ce6e52d)] {{(pid=94139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:08:25.978195 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Returning: {'device': 'b8dcc810-8321-4097-bfa7-d312ba476515', 'network_id': '3a770ecb-d737-4604-bdce-34f74ea9e614', 'port_id': 'b8dcc810-8321-4097-bfa7-d312ba476515', 'mac_address': 'fa:16:3e:e8:db:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 691, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2229922-4dfa-4d78-95d7-c6d2313a09de', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94139) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 14:08:25.979279 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00870c49-60ec-4be8-a3bb-07eee4d4ccd5 req-3b66d9ef-ea01-40e3-a34d-ab0079c2b1bd tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:08:25.980817 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-00870c49-60ec-4be8-a3bb-07eee4d4ccd5 req-3b66d9ef-ea01-40e3-a34d-ab0079c2b1bd tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/ports?device_id=752df912-1fe9-4a3a-aedc-0b4fe4e15164 HTTP/1.1" status: 200 len: 945 time: 0.1734869 Sep 07 14:08:25.991647 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d729422-2dd4-4a28-be32-ba3d558c03f3 req-b01a4c75-4875-4079-be99-2bb5a84392c4 tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:08:25.993147 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-3d729422-2dd4-4a28-be32-ba3d558c03f3 req-b01a4c75-4875-4079-be99-2bb5a84392c4 tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f5f6ec6-dc83-4432-a483-83192fc0761b HTTP/1.1" status: 200 len: 944 time: 0.1732373 Sep 07 14:08:26.044790 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2867ae-be1d-4059-a272-5a2046eec6c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5fc93187-c3f5-4aac-8462-ea71a3e7d466,revision_number=0']} {{(pid=94137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:08:26.054101 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2867ae-be1d-4059-a272-5a2046eec6c1 admin admin] Checking segment: {'id': 'c19094c3-309b-4f46-8a6b-7d1ec6b9d67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '36229da2-37b3-4357-966a-1141011420bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 14:08:26.055016 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e2867ae-be1d-4059-a272-5a2046eec6c1 admin admin] Network hostable DHCP agents. Network: 36229da2-37b3-4357-966a-1141011420bf, hostable agents: ['6cb9538d-ef7d-4fb7-b0aa-ad613f860704'], hosted agents: [] {{(pid=94137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 14:08:26.083491 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-00870c49-60ec-4be8-a3bb-07eee4d4ccd5 req-cf50ffd8-3601-4772-8a4a-8ed8f93ec1a0 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/security-groups?id=1eaa7adf-c23d-4a19-a899-ef24f817425f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893493 Sep 07 14:08:26.094311 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-3d729422-2dd4-4a28-be32-ba3d558c03f3 req-629053f5-f547-4acd-973f-c919d9854a66 tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] 10.222.0.60 "GET /v2.0/security-groups?id=4f7dc2d4-63eb-4f55-94d4-dc3bb3bdb6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893168 Sep 07 14:08:26.114448 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:26.122882 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e2867ae-be1d-4059-a272-5a2046eec6c1 admin admin] Network 36229da2-37b3-4357-966a-1141011420bf is scheduled to be hosted by DHCP agent 6cb9538d-ef7d-4fb7-b0aa-ad613f860704 with binding_index 1 {{(pid=94137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 14:08:26.133385 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.scheduler.base_scheduler [None req-7e2867ae-be1d-4059-a272-5a2046eec6c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782910-4-iscsi, 36229da2-37b3-4357-966a-1141011420bf) {{(pid=94137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:08:26.135333 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.notifiers.nova [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8dcc810-8321-4097-bfa7-d312ba476515 {{(pid=94139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 14:08:26.137735 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e2867ae-be1d-4059-a272-5a2046eec6c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:08:26.138266 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-7e2867ae-be1d-4059-a272-5a2046eec6c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539090'] for subnet, before_response {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:26.146679 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-986c3697-efab-4350-ab00-8ce089c917f2 None None] Network 36229da2-37b3-4357-966a-1141011420bf requested from dv-cinder-782910-4-iscsi {{(pid=94139) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 14:08:26.154240 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [None req-7e2867ae-be1d-4059-a272-5a2046eec6c1 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5853133 Sep 07 14:08:26.156941 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.wsgi [-] (94138) accepted ('10.222.0.60', 47730) {{(pid=94138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:08:26.161383 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.v2.base [None req-ec984c8c-16a5-49a3-95ff-a413f1e4b645 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1791013645-router', 'tenant_id': '8beaaf504a904b60827ee6ad1805f66a', 'external_gateway_info': {'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92'}}} {{(pid=94138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:08:26.192016 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-ec984c8c-16a5-49a3-95ff-a413f1e4b645 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-430981', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4942'] for router, before_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:26.193140 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-ec984c8c-16a5-49a3-95ff-a413f1e4b645 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-429333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-433029', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-427134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4951'] for router, precommit_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:26.202914 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.db [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] For port b8dcc810-8321-4097-bfa7-d312ba476515, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=b8dcc810-8321-4097-bfa7-d312ba476515,segment=NetworkSegment(273b8804-25ce-4bc4-8196-9c483ce6e52d),segment_id=273b8804-25ce-4bc4-8196-9c483ce6e52d)] {{(pid=94139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:08:26.231080 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735729008622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735728620463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735728620481'] for port, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:26.249142 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-ec984c8c-16a5-49a3-95ff-a413f1e4b645 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:26.334515 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Pushing event updated for resources: {'Port': ['ID=b8dcc810-8321-4097-bfa7-d312ba476515,revision_number=4']} {{(pid=94139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:08:26.355109 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.l3_hamode_db [None req-b6e9c9bd-3ca4-49a5-98b5-36392fd88d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cddf9134-d7ee-4254-92e7-42b328e46a6d', 'name': 'tempest-TestMinimumBasicScenario-1483363180-router', 'tenant_id': 'e859b6827e2748129221219840ea5997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'external_fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': '64aca058-f353-4ae0-a740-d5f439248b52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:08:16Z', 'updated_at': '2021-09-07T14:08:22Z', 'revision_number': 4, 'project_id': 'e859b6827e2748129221219840ea5997', 'gw_port': {'id': '64aca058-f353-4ae0-a740-d5f439248b52', 'name': '', 'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:74:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cddf9134-d7ee-4254-92e7-42b328e46a6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:08:17Z', 'updated_at': '2021-09-07T14:08:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-4-iscsi', '_interfaces': [{'id': '77dfaa0b-9a14-46e1-b16f-686b9b6baa89', 'name': '', 'network_id': 'e6139945-2b0e-4dd3-b90e-3cc2664bbe09', 'tenant_id': 'e859b6827e2748129221219840ea5997', 'mac_address': 'fa:16:3e:5b:ce:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cddf9134-d7ee-4254-92e7-42b328e46a6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '6c2e9c28-06dc-45ab-a546-78440fe11400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:08:20Z', 'updated_at': '2021-09-07T14:08:25Z', 'revision_number': 4, 'project_id': 'e859b6827e2748129221219840ea5997', 'subnets': [{'id': '6c2e9c28-06dc-45ab-a546-78440fe11400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782910-4-iscsi', False) {} {{(pid=94139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:08:26.383933 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-ec984c8c-16a5-49a3-95ff-a413f1e4b645 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:26.403162 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e9c9bd-3ca4-49a5-98b5-36392fd88d98 None None] The sync data for ids ['cddf9134-d7ee-4254-92e7-42b328e46a6d'] in dv-cinder-782910-4-iscsi is: [{'id': 'cddf9134-d7ee-4254-92e7-42b328e46a6d', 'name': 'tempest-TestMinimumBasicScenario-1483363180-router', 'tenant_id': 'e859b6827e2748129221219840ea5997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'external_fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': '64aca058-f353-4ae0-a740-d5f439248b52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:08:16Z', 'updated_at': '2021-09-07T14:08:22Z', 'revision_number': 4, 'project_id': 'e859b6827e2748129221219840ea5997', 'gw_port': {'id': '64aca058-f353-4ae0-a740-d5f439248b52', 'name': '', 'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:74:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cddf9134-d7ee-4254-92e7-42b328e46a6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:08:17Z', 'updated_at': '2021-09-07T14:08:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-4-iscsi', '_interfaces': [{'id': '77dfaa0b-9a14-46e1-b16f-686b9b6baa89', 'name': '', 'network_id': 'e6139945-2b0e-4dd3-b90e-3cc2664bbe09', 'tenant_id': 'e859b6827e2748129221219840ea5997', 'mac_address': 'fa:16:3e:5b:ce:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cddf9134-d7ee-4254-92e7-42b328e46a6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '6c2e9c28-06dc-45ab-a546-78440fe11400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:08:20Z', 'updated_at': '2021-09-07T14:08:25Z', 'revision_number': 4, 'project_id': 'e859b6827e2748129221219840ea5997', 'subnets': [{'id': '6c2e9c28-06dc-45ab-a546-78440fe11400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 14:08:26.416864 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0698eb84-e2ac-4b38-99b9-8863b6cdb503 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6c7af525-79c1-5515-b113-f9d7f983f641-36229da2-37b3-4357-966a-1141011420bf', 'network_id': '36229da2-37b3-4357-966a-1141011420bf', 'tenant_id': '8beaaf504a904b60827ee6ad1805f66a', 'fixed_ips': [{'subnet_id': '5fc93187-c3f5-4aac-8462-ea71a3e7d466'}]}} from dv-cinder-782910-4-iscsi. {{(pid=94139) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 14:08:26.417764 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-0698eb84-e2ac-4b38-99b9-8863b6cdb503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_create {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:26.526099 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a532cc-3a02-49d5-8d52-3d15126cd8f8 req-97180278-dbc3-4dab-81a1-499617a45ab0 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:08:26.530104 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-e1a532cc-3a02-49d5-8d52-3d15126cd8f8 req-97180278-dbc3-4dab-81a1-499617a45ab0 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ac0934b-f4cd-4421-a325-8fff04835bbc HTTP/1.1" status: 200 len: 945 time: 0.1055758 Sep 07 14:08:26.596706 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.db [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] get_ports_and_sgs() called for port_ids ['b8dcc810-8321-4097-bfa7-d312ba476515'] {{(pid=94139) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 14:08:26.679848 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.db_base_plugin_common [None req-0698eb84-e2ac-4b38-99b9-8863b6cdb503 None None] Allocated IP 172.20.0.2 (36229da2-37b3-4357-966a-1141011420bf/5fc93187-c3f5-4aac-8462-ea71a3e7d466/7dd509ce-c008-4a10-9ff2-90331016a4e3) {{(pid=94139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 14:08:26.703760 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-e1a532cc-3a02-49d5-8d52-3d15126cd8f8 req-2e1dab74-c983-4b1c-b113-92c6883e8b61 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] 10.222.0.60 "GET /v2.0/security-groups?id=ee56c5f5-d2bf-4ac0-8e7f-3030efc8e7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1619987 Sep 07 14:08:26.725408 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-ec984c8c-16a5-49a3-95ff-a413f1e4b645 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:26.735317 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f658a696-47c4-4f19-b3dd-37d20706a8d7 req-23155f19-7bfb-4f01-a0fc-96bfb5761f3f tempest-VolumesActionsTest-253017511 tempest-VolumesActionsTest-253017511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:08:26.737423 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-f658a696-47c4-4f19-b3dd-37d20706a8d7 req-23155f19-7bfb-4f01-a0fc-96bfb5761f3f tempest-VolumesActionsTest-253017511 tempest-VolumesActionsTest-253017511-project] 10.222.0.60 "GET /v2.0/ports?device_id=18055ac6-45ba-4b0b-92e7-c424bf235657 HTTP/1.1" status: 200 len: 943 time: 0.1714156 Sep 07 14:08:26.745972 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-ec984c8c-16a5-49a3-95ff-a413f1e4b645 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:26.813405 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-f658a696-47c4-4f19-b3dd-37d20706a8d7 req-646f6576-7938-43a2-8a63-01a937250870 tempest-VolumesActionsTest-253017511 tempest-VolumesActionsTest-253017511-project] 10.222.0.60 "GET /v2.0/security-groups?id=c854b715-3105-4236-a433-6b2974599db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609283 Sep 07 14:08:26.876900 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.db.db_base_plugin_common [None req-ec984c8c-16a5-49a3-95ff-a413f1e4b645 admin admin] Allocated IP 172.27.2.235 (50058ef2-6e12-4dff-890f-d2e17fb9ee92/db4a7c65-31e2-4f76-9b43-e160b3d3d8e2/e39622fc-c36f-4c38-992a-43d85a46b2d2) {{(pid=94138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 14:08:26.935301 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-0698eb84-e2ac-4b38-99b9-8863b6cdb503 None None] Notify callbacks [] for port, precommit_create {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:26.947760 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-0698eb84-e2ac-4b38-99b9-8863b6cdb503 None None] Transition to ACTIVE for port object 7dd509ce-c008-4a10-9ff2-90331016a4e3 will not be triggered until provisioned by entity L2. {{(pid=94139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 14:08:26.975286 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-0698eb84-e2ac-4b38-99b9-8863b6cdb503 None None] Transition to ACTIVE for port object 7dd509ce-c008-4a10-9ff2-90331016a4e3 will not be triggered until provisioned by entity DHCP. {{(pid=94139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 14:08:26.983713 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-0698eb84-e2ac-4b38-99b9-8863b6cdb503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735728620445'] for port, after_create {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:27.020866 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-ec984c8c-16a5-49a3-95ff-a413f1e4b645 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:27.030056 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0698eb84-e2ac-4b38-99b9-8863b6cdb503 None None] Network 36229da2-37b3-4357-966a-1141011420bf is already hosted by enough agents. {{(pid=94139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 14:08:27.042190 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.scheduler.base_scheduler [None req-0698eb84-e2ac-4b38-99b9-8863b6cdb503 None None] Resources bound (agent type, host, resource id): {{(pid=94139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:08:27.050154 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0698eb84-e2ac-4b38-99b9-8863b6cdb503 None None] Received port after_create {{(pid=94139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 14:08:27.057666 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0698eb84-e2ac-4b38-99b9-8863b6cdb503 None None] Pushing event updated for resources: {'Port': ['ID=7dd509ce-c008-4a10-9ff2-90331016a4e3,revision_number=1']} {{(pid=94139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:08:27.074593 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-ec984c8c-16a5-49a3-95ff-a413f1e4b645 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735728620445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65197361'] for port, after_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:27.116608 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.managers [None req-0698eb84-e2ac-4b38-99b9-8863b6cdb503 None None] Attempting to bind port 7dd509ce-c008-4a10-9ff2-90331016a4e3 on host dv-cinder-782910-4-iscsi for vnic_type normal with profile {{(pid=94139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 14:08:27.117525 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.managers [None req-0698eb84-e2ac-4b38-99b9-8863b6cdb503 None None] Attempting to bind port 7dd509ce-c008-4a10-9ff2-90331016a4e3 by drivers openvswitch,hyperv on host dv-cinder-782910-4-iscsi at level 0 using segments [{'id': 'c19094c3-309b-4f46-8a6b-7d1ec6b9d67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '36229da2-37b3-4357-966a-1141011420bf'}] {{(pid=94139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 14:08:27.117889 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0698eb84-e2ac-4b38-99b9-8863b6cdb503 None None] Attempting to bind port 7dd509ce-c008-4a10-9ff2-90331016a4e3 on network 36229da2-37b3-4357-966a-1141011420bf {{(pid=94139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 14:08:27.124149 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0698eb84-e2ac-4b38-99b9-8863b6cdb503 None None] Checking agent: {'id': 'b1ca48ac-dc13-463a-a516-8ddf18655ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782910-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 13, 58, 14), 'started_at': datetime.datetime(2021, 9, 7, 13, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 14, 8, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782910-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 14:08:27.124483 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0698eb84-e2ac-4b38-99b9-8863b6cdb503 None None] Checking segment: {'id': 'c19094c3-309b-4f46-8a6b-7d1ec6b9d67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '36229da2-37b3-4357-966a-1141011420bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 14:08:27.124884 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-0698eb84-e2ac-4b38-99b9-8863b6cdb503 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:27.125354 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0698eb84-e2ac-4b38-99b9-8863b6cdb503 None None] Bound using segment: {'id': 'c19094c3-309b-4f46-8a6b-7d1ec6b9d67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '36229da2-37b3-4357-966a-1141011420bf'} {{(pid=94139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 14:08:27.126443 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.managers [None req-0698eb84-e2ac-4b38-99b9-8863b6cdb503 None None] Bound port: 7dd509ce-c008-4a10-9ff2-90331016a4e3, host: dv-cinder-782910-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c19094c3-309b-4f46-8a6b-7d1ec6b9d67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '36229da2-37b3-4357-966a-1141011420bf'}}] {{(pid=94139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 14:08:27.126443 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-0698eb84-e2ac-4b38-99b9-8863b6cdb503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:27.129576 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec984c8c-16a5-49a3-95ff-a413f1e4b645 admin admin] Network 50058ef2-6e12-4dff-890f-d2e17fb9ee92 is already hosted by enough agents. {{(pid=94138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 14:08:27.146287 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.scheduler.base_scheduler [None req-ec984c8c-16a5-49a3-95ff-a413f1e4b645 admin admin] Resources bound (agent type, host, resource id): {{(pid=94138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:08:27.150438 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec984c8c-16a5-49a3-95ff-a413f1e4b645 admin admin] Received port after_create {{(pid=94138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 14:08:27.216924 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.db [None req-0698eb84-e2ac-4b38-99b9-8863b6cdb503 None None] For port 7dd509ce-c008-4a10-9ff2-90331016a4e3, host dv-cinder-782910-4-iscsi, cleared binding levels {{(pid=94139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 14:08:27.224067 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.db [None req-0698eb84-e2ac-4b38-99b9-8863b6cdb503 None None] For port 7dd509ce-c008-4a10-9ff2-90331016a4e3, host dv-cinder-782910-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-4-iscsi',level=0,port_id=7dd509ce-c008-4a10-9ff2-90331016a4e3,segment=NetworkSegment(c19094c3-309b-4f46-8a6b-7d1ec6b9d67a),segment_id=c19094c3-309b-4f46-8a6b-7d1ec6b9d67a)] {{(pid=94139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 14:08:27.231597 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-0698eb84-e2ac-4b38-99b9-8863b6cdb503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735729008622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735728620463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735728620481'] for port, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:27.302473 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d748d2-a73a-4334-900b-11d3481d3cb3 req-f1430552-2c63-489f-a60f-a2c43d0a99e4 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:08:27.304109 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-77d748d2-a73a-4334-900b-11d3481d3cb3 req-f1430552-2c63-489f-a60f-a2c43d0a99e4 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/ports?device_id=752df912-1fe9-4a3a-aedc-0b4fe4e15164 HTTP/1.1" status: 200 len: 945 time: 0.1205156 Sep 07 14:08:27.317203 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0698eb84-e2ac-4b38-99b9-8863b6cdb503 None None] Pushing event updated for resources: {'Port': ['ID=7dd509ce-c008-4a10-9ff2-90331016a4e3,revision_number=2']} {{(pid=94139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:08:27.322579 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2740e310-64e4-4608-8f08-6e83acfee03f req-4b63a57f-b84b-456d-93bb-ebe2114159de tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:08:27.324139 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-2740e310-64e4-4608-8f08-6e83acfee03f req-4b63a57f-b84b-456d-93bb-ebe2114159de tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f5f6ec6-dc83-4432-a483-83192fc0761b HTTP/1.1" status: 200 len: 945 time: 0.0974209 Sep 07 14:08:27.381253 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec984c8c-16a5-49a3-95ff-a413f1e4b645 admin admin] Pushing event updated for resources: {'Port': ['ID=e39622fc-c36f-4c38-992a-43d85a46b2d2,revision_number=1']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:08:27.385369 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-77d748d2-a73a-4334-900b-11d3481d3cb3 req-8c0cd9c2-68f3-449c-8cdd-70753efbeeca tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/security-groups?id=1eaa7adf-c23d-4a19-a899-ef24f817425f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602033 Sep 07 14:08:27.402435 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-2740e310-64e4-4608-8f08-6e83acfee03f req-b6979fb3-2bae-4aa4-a5db-063bde2dc581 tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] 10.222.0.60 "GET /v2.0/security-groups?id=4f7dc2d4-63eb-4f55-94d4-dc3bb3bdb6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589039 Sep 07 14:08:27.504179 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-ec984c8c-16a5-49a3-95ff-a413f1e4b645 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:27.548363 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Device 83b2dc73-26e2-4ff3-8810-a2d70cd277cc details requested by agent hyperv_hv-cinder-78291 with host hv-cinder-78291 {{(pid=94139) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 14:08:27.672839 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.db [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] For port 83b2dc73-26e2-4ff3-8810-a2d70cd277cc, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=83b2dc73-26e2-4ff3-8810-a2d70cd277cc,segment=NetworkSegment(09e98d4d-c58d-4c7c-9f6d-df7d32fc6ba4),segment_id=09e98d4d-c58d-4c7c-9f6d-df7d32fc6ba4)] {{(pid=94139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:08:27.686054 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Returning: {'device': '83b2dc73-26e2-4ff3-8810-a2d70cd277cc', 'network_id': 'd0fbc326-00e7-4f52-8e63-a9124c702e3b', 'port_id': '83b2dc73-26e2-4ff3-8810-a2d70cd277cc', 'mac_address': 'fa:16:3e:09:4b:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db0dc175-31c9-4112-853c-89ab5915238c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94139) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 14:08:27.736379 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:27.751804 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.notifiers.nova [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83b2dc73-26e2-4ff3-8810-a2d70cd277cc {{(pid=94139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 14:08:27.753044 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-ec984c8c-16a5-49a3-95ff-a413f1e4b645 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-429324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-433112'] for router, after_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:27.776336 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.db [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] For port 83b2dc73-26e2-4ff3-8810-a2d70cd277cc, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=83b2dc73-26e2-4ff3-8810-a2d70cd277cc,segment=NetworkSegment(09e98d4d-c58d-4c7c-9f6d-df7d32fc6ba4),segment_id=09e98d4d-c58d-4c7c-9f6d-df7d32fc6ba4)] {{(pid=94139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:08:27.781583 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735729008622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735728620463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735728620481'] for port, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:27.843062 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Pushing event updated for resources: {'Port': ['ID=83b2dc73-26e2-4ff3-8810-a2d70cd277cc,revision_number=4']} {{(pid=94139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:08:27.883769 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8988b47-6b49-47e4-8dba-24f0e7389b2f req-75e32bdc-64b0-4b60-aa42-7001b8fe93c0 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:08:27.885349 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-d8988b47-6b49-47e4-8dba-24f0e7389b2f req-75e32bdc-64b0-4b60-aa42-7001b8fe93c0 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ac0934b-f4cd-4421-a325-8fff04835bbc HTTP/1.1" status: 200 len: 945 time: 0.0948851 Sep 07 14:08:27.967795 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-d8988b47-6b49-47e4-8dba-24f0e7389b2f req-809f5ce5-e5b5-423f-98fd-5060744ded63 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] 10.222.0.60 "GET /v2.0/security-groups?id=ee56c5f5-d2bf-4ac0-8e7f-3030efc8e7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732629 Sep 07 14:08:27.981559 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec984c8c-16a5-49a3-95ff-a413f1e4b645 admin admin] Router dc0ee878-9695-4f0e-8389-a67935a5b0e1 is scheduled to L3 agent fa68c273-d39f-43dc-b6f8-e0c6852ace12 with binding_index 1 {{(pid=94138) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 14:08:27.993777 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69664a3-598f-430a-a773-33611d64543b req-fec7eaba-6700-437e-9c59-4dbccb9b0e44 tempest-VolumesActionsTest-253017511 tempest-VolumesActionsTest-253017511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:08:27.998884 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-a69664a3-598f-430a-a773-33611d64543b req-fec7eaba-6700-437e-9c59-4dbccb9b0e44 tempest-VolumesActionsTest-253017511 tempest-VolumesActionsTest-253017511-project] 10.222.0.60 "GET /v2.0/ports?device_id=18055ac6-45ba-4b0b-92e7-c424bf235657 HTTP/1.1" status: 200 len: 944 time: 0.0807076 Sep 07 14:08:28.057333 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-a69664a3-598f-430a-a773-33611d64543b req-e6f87386-8de0-450c-842f-d27178e642b7 tempest-VolumesActionsTest-253017511 tempest-VolumesActionsTest-253017511-project] 10.222.0.60 "GET /v2.0/security-groups?id=c854b715-3105-4236-a433-6b2974599db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511446 Sep 07 14:08:28.140155 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec984c8c-16a5-49a3-95ff-a413f1e4b645 admin admin] Notify agent at l3_agent.dv-cinder-782910-4-iscsi the message routers_updated {{(pid=94138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 14:08:28.151891 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6295d25-a13e-430f-b6bc-e309fa861a82 None None] Sync routers for ids ['dc0ee878-9695-4f0e-8389-a67935a5b0e1'] in dv-cinder-782910-4-iscsi {{(pid=94140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 14:08:28.152450 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.db [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] get_ports_and_sgs() called for port_ids ['83b2dc73-26e2-4ff3-8810-a2d70cd277cc'] {{(pid=94139) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 14:08:28.160603 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-ec984c8c-16a5-49a3-95ff-a413f1e4b645 admin admin] Notify callbacks [] for router, before_response {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:28.165342 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [None req-ec984c8c-16a5-49a3-95ff-a413f1e4b645 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.0046132 Sep 07 14:08:28.165853 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.wsgi [-] (94137) accepted ('10.222.0.60', 47760) {{(pid=94137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:08:28.168314 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6295d25-a13e-430f-b6bc-e309fa861a82 None None] Routers {'dc0ee878-9695-4f0e-8389-a67935a5b0e1'} bound to L3 agent in host dv-cinder-782910-4-iscsi {{(pid=94140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:08:28.169284 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.l3_hamode_db [None req-d6295d25-a13e-430f-b6bc-e309fa861a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T13:58:13Z,description=,heartbeat_timestamp=2021-09-07T14:08:13Z,host='dv-cinder-782910-4-iscsi',id=fa68c273-d39f-43dc-b6f8-e0c6852ace12,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T13:58:13Z,topic='l3_agent')) {'router_ids': ['dc0ee878-9695-4f0e-8389-a67935a5b0e1'], 'active': True} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:08:28.298510 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-90497945-cc67-4e40-89ff-93978391019b None None] Device 77dfaa0b-9a14-46e1-b16f-686b9b6baa89 up at agent ovs-agent-dv-cinder-782910-4-iscsi {{(pid=94139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:08:28.313785 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.l3_dvr_db [None req-d6295d25-a13e-430f-b6bc-e309fa861a82 None None] Set router dc0ee878-9695-4f0e-8389-a67935a5b0e1 gateway port host: dv-cinder-782910-4-iscsi {{(pid=94140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:08:28.410531 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-90497945-cc67-4e40-89ff-93978391019b None None] Provisioning for port 77dfaa0b-9a14-46e1-b16f-686b9b6baa89 completed by entity L2. {{(pid=94139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 14:08:28.416366 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-90497945-cc67-4e40-89ff-93978391019b None None] Provisioning complete for port 77dfaa0b-9a14-46e1-b16f-686b9b6baa89 triggered by entity L2. {{(pid=94139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:08:28.416737 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-90497945-cc67-4e40-89ff-93978391019b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462246'] for port, provisioning_complete {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:28.545735 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.l3_hamode_db [None req-d6295d25-a13e-430f-b6bc-e309fa861a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc0ee878-9695-4f0e-8389-a67935a5b0e1', 'name': 'tempest-TestMinimumBasicScenario-1791013645-router', 'tenant_id': '8beaaf504a904b60827ee6ad1805f66a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'external_fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': 'e39622fc-c36f-4c38-992a-43d85a46b2d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:08:26Z', 'updated_at': '2021-09-07T14:08:27Z', 'revision_number': 3, 'project_id': '8beaaf504a904b60827ee6ad1805f66a', 'gw_port': {'id': 'e39622fc-c36f-4c38-992a-43d85a46b2d2', 'name': '', 'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:45:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc0ee878-9695-4f0e-8389-a67935a5b0e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:08:26Z', 'updated_at': '2021-09-07T14:08:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-4-iscsi'}], 'dv-cinder-782910-4-iscsi', False) {} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:08:28.573875 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6295d25-a13e-430f-b6bc-e309fa861a82 None None] Checking router: dc0ee878-9695-4f0e-8389-a67935a5b0e1 for host: dv-cinder-782910-4-iscsi {{(pid=94140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 14:08:28.574307 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6295d25-a13e-430f-b6bc-e309fa861a82 None None] Updating router dc0ee878-9695-4f0e-8389-a67935a5b0e1 port e39622fc-c36f-4c38-992a-43d85a46b2d2 binding host dv-cinder-782910-4-iscsi {{(pid=94140) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 14:08:28.582445 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-90497945-cc67-4e40-89ff-93978391019b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:28.608462 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a14ec36-2535-4b54-9985-d9f52a907b68 None None] Network 36229da2-37b3-4357-966a-1141011420bf requested from dv-cinder-782910-4-iscsi {{(pid=94139) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 14:08:28.611468 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d6295d25-a13e-430f-b6bc-e309fa861a82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:28.645277 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.db [None req-90497945-cc67-4e40-89ff-93978391019b None None] For port 77dfaa0b-9a14-46e1-b16f-686b9b6baa89, host dv-cinder-782910-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-4-iscsi',level=0,port_id=77dfaa0b-9a14-46e1-b16f-686b9b6baa89,segment=NetworkSegment(557a888c-91ab-489c-a232-b2b668c502f1),segment_id=557a888c-91ab-489c-a232-b2b668c502f1)] {{(pid=94139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:08:28.672295 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3040fd-87f1-44f1-b7bb-c9868be8e38e req-98c163d2-6779-4432-a1ef-8b76c63484ca tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:08:28.674485 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-3a3040fd-87f1-44f1-b7bb-c9868be8e38e req-98c163d2-6779-4432-a1ef-8b76c63484ca tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f5f6ec6-dc83-4432-a483-83192fc0761b HTTP/1.1" status: 200 len: 945 time: 0.1561410 Sep 07 14:08:28.677663 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-90497945-cc67-4e40-89ff-93978391019b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735729008622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735728620463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735728620481'] for port, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:28.678446 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-90497945-cc67-4e40-89ff-93978391019b None None] Device 7dd509ce-c008-4a10-9ff2-90331016a4e3 up at agent ovs-agent-dv-cinder-782910-4-iscsi {{(pid=94139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:08:28.727427 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f204bb6a-f098-4b33-abb2-cdb10fb1cb6c req-95e85b92-e712-4b34-8354-fcdc027effe6 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:08:28.728905 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-f204bb6a-f098-4b33-abb2-cdb10fb1cb6c req-95e85b92-e712-4b34-8354-fcdc027effe6 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/ports?device_id=752df912-1fe9-4a3a-aedc-0b4fe4e15164 HTTP/1.1" status: 200 len: 945 time: 0.1961992 Sep 07 14:08:28.766766 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-34067052-809f-4104-abe7-f295445f1be8 None None] Provisioning for port 7dd509ce-c008-4a10-9ff2-90331016a4e3 completed by entity DHCP. {{(pid=94139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 14:08:28.799274 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90497945-cc67-4e40-89ff-93978391019b None None] Pushing event updated for resources: {'Port': ['ID=77dfaa0b-9a14-46e1-b16f-686b9b6baa89,revision_number=5']} {{(pid=94139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:08:28.813828 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-3a3040fd-87f1-44f1-b7bb-c9868be8e38e req-2e6992df-47d8-4c41-b380-7a84987174e8 tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] 10.222.0.60 "GET /v2.0/security-groups?id=4f7dc2d4-63eb-4f55-94d4-dc3bb3bdb6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066701 Sep 07 14:08:28.835741 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-f204bb6a-f098-4b33-abb2-cdb10fb1cb6c req-3fd1729e-ffb8-47d2-aa3f-6ccebc921e9d tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/security-groups?id=1eaa7adf-c23d-4a19-a899-ef24f817425f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945892 Sep 07 14:08:28.843490 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-90497945-cc67-4e40-89ff-93978391019b None None] Provisioning for port 7dd509ce-c008-4a10-9ff2-90331016a4e3 completed by entity L2. {{(pid=94139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 14:08:28.850536 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-90497945-cc67-4e40-89ff-93978391019b None None] Provisioning complete for port 7dd509ce-c008-4a10-9ff2-90331016a4e3 triggered by entity L2. {{(pid=94139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:08:28.851044 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-90497945-cc67-4e40-89ff-93978391019b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462246'] for port, provisioning_complete {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:28.937812 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-8005efec-f41c-44c8-9d07-215d349842dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:28.947971 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d6295d25-a13e-430f-b6bc-e309fa861a82 None None] Notify callbacks [] for port, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:28.960283 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.provisioning_blocks [None req-d6295d25-a13e-430f-b6bc-e309fa861a82 None None] Transition to ACTIVE for port object e39622fc-c36f-4c38-992a-43d85a46b2d2 will not be triggered until provisioned by entity L2. {{(pid=94140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 14:08:28.969196 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d6295d25-a13e-430f-b6bc-e309fa861a82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735729008622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735728620463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735728620481'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:29.111136 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [None req-d6295d25-a13e-430f-b6bc-e309fa861a82 None None] Attempting to bind port e39622fc-c36f-4c38-992a-43d85a46b2d2 on host dv-cinder-782910-4-iscsi for vnic_type normal with profile {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 14:08:29.112595 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [None req-d6295d25-a13e-430f-b6bc-e309fa861a82 None None] Attempting to bind port e39622fc-c36f-4c38-992a-43d85a46b2d2 by drivers openvswitch,hyperv on host dv-cinder-782910-4-iscsi at level 0 using segments [{'id': '5550a781-5bde-4ad4-a1aa-3dd2778b0f71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92'}] {{(pid=94140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 14:08:29.112595 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6295d25-a13e-430f-b6bc-e309fa861a82 None None] Attempting to bind port e39622fc-c36f-4c38-992a-43d85a46b2d2 on network 50058ef2-6e12-4dff-890f-d2e17fb9ee92 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 14:08:29.116619 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b10b84d-7099-4bb6-81ae-72f040674a6b None None] Pushing event updated for resources: {'Port': ['ID=e39622fc-c36f-4c38-992a-43d85a46b2d2,revision_number=2']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:08:29.123385 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6295d25-a13e-430f-b6bc-e309fa861a82 None None] Checking agent: {'id': 'b1ca48ac-dc13-463a-a516-8ddf18655ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782910-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 13, 58, 14), 'started_at': datetime.datetime(2021, 9, 7, 13, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 14, 8, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782910-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 14:08:29.124209 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6295d25-a13e-430f-b6bc-e309fa861a82 None None] Checking segment: {'id': '5550a781-5bde-4ad4-a1aa-3dd2778b0f71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 14:08:29.124880 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d6295d25-a13e-430f-b6bc-e309fa861a82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:29.125121 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6295d25-a13e-430f-b6bc-e309fa861a82 None None] Bound using segment: {'id': '5550a781-5bde-4ad4-a1aa-3dd2778b0f71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92'} {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 14:08:29.125484 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [None req-d6295d25-a13e-430f-b6bc-e309fa861a82 None None] Bound port: e39622fc-c36f-4c38-992a-43d85a46b2d2, host: dv-cinder-782910-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5550a781-5bde-4ad4-a1aa-3dd2778b0f71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92'}}] {{(pid=94140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 14:08:29.126054 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d6295d25-a13e-430f-b6bc-e309fa861a82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:29.130865 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-90497945-cc67-4e40-89ff-93978391019b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:29.212805 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.db [None req-90497945-cc67-4e40-89ff-93978391019b None None] For port 7dd509ce-c008-4a10-9ff2-90331016a4e3, host dv-cinder-782910-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-4-iscsi',level=0,port_id=7dd509ce-c008-4a10-9ff2-90331016a4e3,segment=NetworkSegment(c19094c3-309b-4f46-8a6b-7d1ec6b9d67a),segment_id=c19094c3-309b-4f46-8a6b-7d1ec6b9d67a)] {{(pid=94139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:08:29.224542 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-90497945-cc67-4e40-89ff-93978391019b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735729008622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735728620463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735728620481'] for port, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:29.226361 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.plugins.ml2.db [None req-d6295d25-a13e-430f-b6bc-e309fa861a82 None None] For port e39622fc-c36f-4c38-992a-43d85a46b2d2, host dv-cinder-782910-4-iscsi, cleared binding levels {{(pid=94140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 14:08:29.234229 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.plugins.ml2.db [None req-d6295d25-a13e-430f-b6bc-e309fa861a82 None None] For port e39622fc-c36f-4c38-992a-43d85a46b2d2, host dv-cinder-782910-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-4-iscsi',level=0,port_id=e39622fc-c36f-4c38-992a-43d85a46b2d2,segment=NetworkSegment(5550a781-5bde-4ad4-a1aa-3dd2778b0f71),segment_id=5550a781-5bde-4ad4-a1aa-3dd2778b0f71)] {{(pid=94140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 14:08:29.244260 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d6295d25-a13e-430f-b6bc-e309fa861a82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735729008622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735728620463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735728620481'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:29.312018 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90497945-cc67-4e40-89ff-93978391019b None None] Pushing event updated for resources: {'Port': ['ID=7dd509ce-c008-4a10-9ff2-90331016a4e3,revision_number=3']} {{(pid=94139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:08:29.327841 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-2925dbaf-ac4c-46e5-92de-a5df1a2add9d None None] Provisioning complete for port 7dd509ce-c008-4a10-9ff2-90331016a4e3 triggered by entity DHCP. {{(pid=94139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:08:29.328220 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-2925dbaf-ac4c-46e5-92de-a5df1a2add9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462246'] for port, provisioning_complete {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:29.372487 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285a8a74-cc99-4f59-ae1d-0493eb3976bf req-342a8c9c-d26a-4c35-8958-8eb190f3b806 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:08:29.378325 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-285a8a74-cc99-4f59-ae1d-0493eb3976bf req-342a8c9c-d26a-4c35-8958-8eb190f3b806 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ac0934b-f4cd-4421-a325-8fff04835bbc HTTP/1.1" status: 200 len: 945 time: 0.2473767 Sep 07 14:08:29.400676 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efa88c7-7955-4149-85b6-856fbdd46d40 req-dd791f82-d2f7-4c31-bde0-127f1f42a8ba tempest-VolumesActionsTest-253017511 tempest-VolumesActionsTest-253017511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:08:29.402246 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-6efa88c7-7955-4149-85b6-856fbdd46d40 req-dd791f82-d2f7-4c31-bde0-127f1f42a8ba tempest-VolumesActionsTest-253017511 tempest-VolumesActionsTest-253017511-project] 10.222.0.60 "GET /v2.0/ports?device_id=18055ac6-45ba-4b0b-92e7-c424bf235657 HTTP/1.1" status: 200 len: 944 time: 0.1931055 Sep 07 14:08:29.440492 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.db.db_base_plugin_common [None req-8005efec-f41c-44c8-9d07-215d349842dc admin admin] Allocated IP 172.20.0.1 (36229da2-37b3-4357-966a-1141011420bf/5fc93187-c3f5-4aac-8462-ea71a3e7d466/3d698713-77c1-417f-8e2c-56405d82eb8f) {{(pid=94137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 14:08:29.480822 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6295d25-a13e-430f-b6bc-e309fa861a82 None None] Routers {'dc0ee878-9695-4f0e-8389-a67935a5b0e1'} bound to L3 agent in host dv-cinder-782910-4-iscsi {{(pid=94140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:08:29.481483 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.l3_hamode_db [None req-d6295d25-a13e-430f-b6bc-e309fa861a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T13:58:13Z,description=,heartbeat_timestamp=2021-09-07T14:08:13Z,host='dv-cinder-782910-4-iscsi',id=fa68c273-d39f-43dc-b6f8-e0c6852ace12,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T13:58:13Z,topic='l3_agent')) {'router_ids': ['dc0ee878-9695-4f0e-8389-a67935a5b0e1'], 'active': True} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:08:29.484411 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b10b84d-7099-4bb6-81ae-72f040674a6b None None] Pushing event updated for resources: {'Port': ['ID=e39622fc-c36f-4c38-992a-43d85a46b2d2,revision_number=3']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:08:29.494437 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-285a8a74-cc99-4f59-ae1d-0493eb3976bf req-b3d3ed78-8db4-469c-8ca6-d9849646bb44 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] 10.222.0.60 "GET /v2.0/security-groups?id=ee56c5f5-d2bf-4ac0-8e7f-3030efc8e7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910490 Sep 07 14:08:29.521180 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-6efa88c7-7955-4149-85b6-856fbdd46d40 req-9d6d3407-d39b-41e0-b46e-cde5057b3a1a tempest-VolumesActionsTest-253017511 tempest-VolumesActionsTest-253017511-project] 10.222.0.60 "GET /v2.0/security-groups?id=c854b715-3105-4236-a433-6b2974599db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900135 Sep 07 14:08:29.527728 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.wsgi [-] (94138) accepted ('10.222.0.60', 47784) {{(pid=94138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:08:29.555866 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Device 83b2dc73-26e2-4ff3-8810-a2d70cd277cc up at agent hyperv_hv-cinder-78291 {{(pid=94139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:08:29.619325 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-8005efec-f41c-44c8-9d07-215d349842dc admin admin] Notify callbacks [] for port, precommit_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:29.620744 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.l3_dvr_db [None req-d6295d25-a13e-430f-b6bc-e309fa861a82 None None] Set router dc0ee878-9695-4f0e-8389-a67935a5b0e1 gateway port host: dv-cinder-782910-4-iscsi {{(pid=94140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:08:29.643657 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Provisioning for port 83b2dc73-26e2-4ff3-8810-a2d70cd277cc completed by entity L2. {{(pid=94139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 14:08:29.650480 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Provisioning complete for port 83b2dc73-26e2-4ff3-8810-a2d70cd277cc triggered by entity L2. {{(pid=94139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:08:29.650950 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462246'] for port, provisioning_complete {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:29.657339 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.db.provisioning_blocks [None req-8005efec-f41c-44c8-9d07-215d349842dc admin admin] Transition to ACTIVE for port object 3d698713-77c1-417f-8e2c-56405d82eb8f will not be triggered until provisioned by entity DHCP. {{(pid=94137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 14:08:29.686399 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-f8fd9915-3bba-4d62-b741-e242a791840e req-fd0704eb-753a-45a0-9ff3-499f934d2bef tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-263036276&fields=id&tenant_id=25d79c53f0bd4923ab966dd0d5f549ca HTTP/1.1" status: 200 len: 267 time: 0.0570605 Sep 07 14:08:29.744854 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-8005efec-f41c-44c8-9d07-215d349842dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735728620445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63929217'] for port, after_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:29.752946 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-a9b3c252-fd34-4b83-8d96-ef139587dd0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:29.762862 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:29.790241 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18055ac6-45ba-4b0b-92e7-c424bf235657', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83b2dc73-26e2-4ff3-8810-a2d70cd277cc'}] {{(pid=94139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:08:29.792911 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4453e99b4ec61c2946fac8af49a5adf90b2a32597d884ada3dd1dc93487e448" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0d4e0ac-87b9-4715-89a6-30126fbff8b1" -d '{"events": [{"server_uuid": "18055ac6-45ba-4b0b-92e7-c424bf235657", "name": "network-vif-plugged", "status": "completed", "tag": "83b2dc73-26e2-4ff3-8810-a2d70cd277cc"}]}' {{(pid=94139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:08:29.837790 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.db [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] For port 83b2dc73-26e2-4ff3-8810-a2d70cd277cc, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=83b2dc73-26e2-4ff3-8810-a2d70cd277cc,segment=NetworkSegment(09e98d4d-c58d-4c7c-9f6d-df7d32fc6ba4),segment_id=09e98d4d-c58d-4c7c-9f6d-df7d32fc6ba4)] {{(pid=94139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:08:29.844555 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735729008622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735728620463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735728620481'] for port, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:29.845628 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Device b8dcc810-8321-4097-bfa7-d312ba476515 up at agent hyperv_hv-cinder-78291 {{(pid=94139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:08:29.866708 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.l3_hamode_db [None req-d6295d25-a13e-430f-b6bc-e309fa861a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc0ee878-9695-4f0e-8389-a67935a5b0e1', 'name': 'tempest-TestMinimumBasicScenario-1791013645-router', 'tenant_id': '8beaaf504a904b60827ee6ad1805f66a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'external_fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': 'e39622fc-c36f-4c38-992a-43d85a46b2d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:08:26Z', 'updated_at': '2021-09-07T14:08:27Z', 'revision_number': 3, 'project_id': '8beaaf504a904b60827ee6ad1805f66a', 'gw_port': {'id': 'e39622fc-c36f-4c38-992a-43d85a46b2d2', 'name': '', 'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:45:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc0ee878-9695-4f0e-8389-a67935a5b0e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:08:26Z', 'updated_at': '2021-09-07T14:08:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-4-iscsi'}], 'dv-cinder-782910-4-iscsi', False) {} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:08:29.870369 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 14:08:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-865058c8-4b72-4747-97b3-adc69fa2e93b x-openstack-request-id: req-865058c8-4b72-4747-97b3-adc69fa2e93b {{(pid=94139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:08:29.870600 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18055ac6-45ba-4b0b-92e7-c424bf235657", "name": "network-vif-plugged", "status": "completed", "tag": "83b2dc73-26e2-4ff3-8810-a2d70cd277cc", "code": 200}]} {{(pid=94139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:08:29.870763 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-865058c8-4b72-4747-97b3-adc69fa2e93b {{(pid=94139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:08:29.871193 dv-cinder-782910-4-iscsi neutron-server[94139]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18055ac6-45ba-4b0b-92e7-c424bf235657', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83b2dc73-26e2-4ff3-8810-a2d70cd277cc', 'code': 200} Sep 07 14:08:29.902519 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-a9b3c252-fd34-4b83-8d96-ef139587dd0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:29.917899 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-a9b3c252-fd34-4b83-8d96-ef139587dd0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585164'] for security_group, after_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:29.930482 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Pushing event updated for resources: {'Port': ['ID=83b2dc73-26e2-4ff3-8810-a2d70cd277cc,revision_number=5']} {{(pid=94139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:08:29.941800 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6295d25-a13e-430f-b6bc-e309fa861a82 None None] The sync data for ids ['dc0ee878-9695-4f0e-8389-a67935a5b0e1'] in dv-cinder-782910-4-iscsi is: [{'id': 'dc0ee878-9695-4f0e-8389-a67935a5b0e1', 'name': 'tempest-TestMinimumBasicScenario-1791013645-router', 'tenant_id': '8beaaf504a904b60827ee6ad1805f66a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'external_fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': 'e39622fc-c36f-4c38-992a-43d85a46b2d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:08:26Z', 'updated_at': '2021-09-07T14:08:27Z', 'revision_number': 3, 'project_id': '8beaaf504a904b60827ee6ad1805f66a', 'gw_port': {'id': 'e39622fc-c36f-4c38-992a-43d85a46b2d2', 'name': '', 'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:45:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc0ee878-9695-4f0e-8389-a67935a5b0e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:08:26Z', 'updated_at': '2021-09-07T14:08:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-4-iscsi'}] {{(pid=94140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 14:08:29.950938 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Provisioning for port b8dcc810-8321-4097-bfa7-d312ba476515 completed by entity L2. {{(pid=94139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 14:08:29.956041 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Provisioning complete for port b8dcc810-8321-4097-bfa7-d312ba476515 triggered by entity L2. {{(pid=94139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:08:29.958292 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462246'] for port, provisioning_complete {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:30.012725 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b3c252-fd34-4b83-8d96-ef139587dd0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e10b5e7f-31e7-4d62-94f2-c30df3cd3292,revision_number=1']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:08:30.020906 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [None req-a9b3c252-fd34-4b83-8d96-ef139587dd0e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0945630ecc8d4f54acf8df4fb365c74a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4921429 Sep 07 14:08:30.024428 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.wsgi [-] (94138) accepted ('10.222.0.60', 47796) {{(pid=94138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:08:30.088430 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:30.122184 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8005efec-f41c-44c8-9d07-215d349842dc admin admin] Network 36229da2-37b3-4357-966a-1141011420bf is already hosted by enough agents. {{(pid=94137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 14:08:30.126114 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8005efec-f41c-44c8-9d07-215d349842dc admin admin] Pushing event updated for resources: {'Port': ['ID=3d698713-77c1-417f-8e2c-56405d82eb8f,revision_number=1']} {{(pid=94137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:08:30.140287 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.scheduler.base_scheduler [None req-8005efec-f41c-44c8-9d07-215d349842dc admin admin] Resources bound (agent type, host, resource id): {{(pid=94137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:08:30.141264 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-4b51831e-489e-4d2d-a70c-e9e89b0fdcf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:30.146849 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8005efec-f41c-44c8-9d07-215d349842dc admin admin] Received port after_create {{(pid=94137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 14:08:30.164922 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.db [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] For port b8dcc810-8321-4097-bfa7-d312ba476515, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=b8dcc810-8321-4097-bfa7-d312ba476515,segment=NetworkSegment(273b8804-25ce-4bc4-8196-9c483ce6e52d),segment_id=273b8804-25ce-4bc4-8196-9c483ce6e52d)] {{(pid=94139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:08:30.174267 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-4b51831e-489e-4d2d-a70c-e9e89b0fdcf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:30.176081 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735729008622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735728620463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735728620481'] for port, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:30.189237 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269d7629-2c7d-4371-90b4-d984a06d77af req-3b3f55cf-a494-4f7b-8e56-c7b3dca09904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:08:30.192329 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-269d7629-2c7d-4371-90b4-d984a06d77af req-3b3f55cf-a494-4f7b-8e56-c7b3dca09904 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=18055ac6-45ba-4b0b-92e7-c424bf235657 HTTP/1.1" status: 200 len: 1098 time: 0.0957804 Sep 07 14:08:30.253476 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-269d7629-2c7d-4371-90b4-d984a06d77af req-f484ae58-6f97-4a64-ac6f-0bff0648d842 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=c854b715-3105-4236-a433-6b2974599db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469253 Sep 07 14:08:30.264122 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fd9915-3bba-4d62-b741-e242a791840e req-20534072-c6d9-4a83-946b-df26a650cf0d tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:08:30.267563 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-f8fd9915-3bba-4d62-b741-e242a791840e req-20534072-c6d9-4a83-946b-df26a650cf0d tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] 10.222.0.60 "GET /v2.0/networks?id=f7617b6d-ab89-4a54-b036-07b674993ecd HTTP/1.1" status: 200 len: 812 time: 0.5652685 Sep 07 14:08:30.280211 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-4b51831e-489e-4d2d-a70c-e9e89b0fdcf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585164'] for security_group, after_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:30.281461 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50d951d-f97d-4f55-9d00-fed9dbe15f45 req-780e9fca-d0ca-4e95-b9c1-71d62eb55a54 tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:08:30.282882 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-4b51831e-489e-4d2d-a70c-e9e89b0fdcf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:30.283165 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-f50d951d-f97d-4f55-9d00-fed9dbe15f45 req-780e9fca-d0ca-4e95-b9c1-71d62eb55a54 tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f5f6ec6-dc83-4432-a483-83192fc0761b HTTP/1.1" status: 200 len: 945 time: 0.1632996 Sep 07 14:08:30.286686 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [None req-4b51831e-489e-4d2d-a70c-e9e89b0fdcf5 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e10b5e7f-31e7-4d62-94f2-c30df3cd3292 HTTP/1.1" status: 204 len: 168 time: 0.2583148 Sep 07 14:08:30.286851 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-8005efec-f41c-44c8-9d07-215d349842dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432517'] for router_interface, before_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:30.292366 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Pushing event updated for resources: {'Port': ['ID=b8dcc810-8321-4097-bfa7-d312ba476515,revision_number=5']} {{(pid=94139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:08:30.296815 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b51831e-489e-4d2d-a70c-e9e89b0fdcf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e10b5e7f-31e7-4d62-94f2-c30df3cd3292,revision_number=None']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:08:30.357628 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-90497945-cc67-4e40-89ff-93978391019b None None] Device 77dfaa0b-9a14-46e1-b16f-686b9b6baa89 up at agent ovs-agent-dv-cinder-782910-4-iscsi {{(pid=94139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:08:30.392350 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-f8fd9915-3bba-4d62-b741-e242a791840e req-02276e64-83fd-4b20-b96b-f85ac14bcb18 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] 10.222.0.60 "GET /v2.0/quotas/25d79c53f0bd4923ab966dd0d5f549ca HTTP/1.1" status: 200 len: 375 time: 0.1079636 Sep 07 14:08:30.418786 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-90497945-cc67-4e40-89ff-93978391019b None None] Provisioning complete for port 77dfaa0b-9a14-46e1-b16f-686b9b6baa89 triggered by entity L2. {{(pid=94139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:08:30.419177 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-90497945-cc67-4e40-89ff-93978391019b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462246'] for port, provisioning_complete {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:30.453385 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-f50d951d-f97d-4f55-9d00-fed9dbe15f45 req-c10ea14f-1de1-43ea-a60e-0dcca5c8ffa0 tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] 10.222.0.60 "GET /v2.0/security-groups?id=4f7dc2d4-63eb-4f55-94d4-dc3bb3bdb6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476853 Sep 07 14:08:30.562472 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-f8fd9915-3bba-4d62-b741-e242a791840e req-3918aeef-7eea-4f60-b894-867e29e67a25 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=25d79c53f0bd4923ab966dd0d5f549ca&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1383078 Sep 07 14:08:30.589541 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-90497945-cc67-4e40-89ff-93978391019b None None] Device 7dd509ce-c008-4a10-9ff2-90331016a4e3 up at agent ovs-agent-dv-cinder-782910-4-iscsi {{(pid=94139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:08:30.651284 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-ff7520c5-22ef-4372-9835-c2510b03fb4b None None] Provisioning for port 3d698713-77c1-417f-8e2c-56405d82eb8f completed by entity DHCP. {{(pid=94139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 14:08:30.663673 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-ff7520c5-22ef-4372-9835-c2510b03fb4b None None] Provisioning complete for port 3d698713-77c1-417f-8e2c-56405d82eb8f triggered by entity DHCP. {{(pid=94139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:08:30.664065 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-ff7520c5-22ef-4372-9835-c2510b03fb4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462246'] for port, provisioning_complete {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:30.667282 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-90497945-cc67-4e40-89ff-93978391019b None None] Provisioning complete for port 7dd509ce-c008-4a10-9ff2-90331016a4e3 triggered by entity L2. {{(pid=94139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:08:30.667647 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-90497945-cc67-4e40-89ff-93978391019b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462246'] for port, provisioning_complete {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:30.733226 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-f8fd9915-3bba-4d62-b741-e242a791840e req-13a227bb-858b-4a1f-9cae-0ec445d91c73 service neutron] 10.222.0.60 "GET /v2.0/networks/f7617b6d-ab89-4a54-b036-07b674993ecd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349609 Sep 07 14:08:30.733823 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-8005efec-f41c-44c8-9d07-215d349842dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_update {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:30.776382 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.plugin [None req-ff7520c5-22ef-4372-9835-c2510b03fb4b None None] Port 3d698713-77c1-417f-8e2c-56405d82eb8f cannot update to ACTIVE because it is not bound. {{(pid=94139) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 14:08:30.785338 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6cb410-bb78-4cc9-a57c-1259e5c77db9 req-dad75702-9a3c-4084-b03f-12819747477c tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:08:30.786910 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-ba6cb410-bb78-4cc9-a57c-1259e5c77db9 req-dad75702-9a3c-4084-b03f-12819747477c tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/ports?device_id=752df912-1fe9-4a3a-aedc-0b4fe4e15164 HTTP/1.1" status: 200 len: 945 time: 0.2372453 Sep 07 14:08:30.914929 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-ba6cb410-bb78-4cc9-a57c-1259e5c77db9 req-6d687b3d-29b4-4e57-89c0-7ffcc2679548 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/security-groups?id=1eaa7adf-c23d-4a19-a899-ef24f817425f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003597 Sep 07 14:08:30.968757 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-f8fd9915-3bba-4d62-b741-e242a791840e req-bc24d546-e945-413e-b4d1-f63d79c76e9c service neutron] 10.222.0.60 "GET /v2.0/networks/f7617b6d-ab89-4a54-b036-07b674993ecd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2067173 Sep 07 14:08:31.083908 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b4c49c-2797-4c3e-b240-a4959133a14e req-a731871a-ff18-44ce-8c00-548fd320133a tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:08:31.086341 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-82b4c49c-2797-4c3e-b240-a4959133a14e req-a731871a-ff18-44ce-8c00-548fd320133a tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ac0934b-f4cd-4421-a325-8fff04835bbc HTTP/1.1" status: 200 len: 945 time: 0.0750334 Sep 07 14:08:31.110625 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-8005efec-f41c-44c8-9d07-215d349842dc admin admin] Notify callbacks [] for port, precommit_update {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:31.122522 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-8005efec-f41c-44c8-9d07-215d349842dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735729008622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735728620463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735728620481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63929230'] for port, after_update {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:31.196298 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-82b4c49c-2797-4c3e-b240-a4959133a14e req-6e971b99-2e7f-4c81-85d5-6e340d4c9684 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] 10.222.0.60 "GET /v2.0/security-groups?id=ee56c5f5-d2bf-4ac0-8e7f-3030efc8e7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955827 Sep 07 14:08:31.214275 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8005efec-f41c-44c8-9d07-215d349842dc admin admin] Pushing event updated for resources: {'Port': ['ID=3d698713-77c1-417f-8e2c-56405d82eb8f,revision_number=2']} {{(pid=94137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:08:31.216654 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-8005efec-f41c-44c8-9d07-215d349842dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-433429'] for router_interface, after_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:31.358160 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8005efec-f41c-44c8-9d07-215d349842dc admin admin] Network 36229da2-37b3-4357-966a-1141011420bf is already hosted by enough agents. {{(pid=94137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 14:08:31.358160 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.scheduler.base_scheduler [None req-8005efec-f41c-44c8-9d07-215d349842dc admin admin] Resources bound (agent type, host, resource id): {{(pid=94137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:08:31.379876 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f99b4c2-6249-4ec1-9ae5-527499888751 req-0a4e6aa0-8760-46c9-b79b-1d5b7e5cf916 tempest-VolumesActionsTest-253017511 tempest-VolumesActionsTest-253017511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:08:31.381507 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-8f99b4c2-6249-4ec1-9ae5-527499888751 req-0a4e6aa0-8760-46c9-b79b-1d5b7e5cf916 tempest-VolumesActionsTest-253017511 tempest-VolumesActionsTest-253017511-project] 10.222.0.60 "GET /v2.0/ports?device_id=18055ac6-45ba-4b0b-92e7-c424bf235657 HTTP/1.1" status: 200 len: 945 time: 0.0839906 Sep 07 14:08:31.464566 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-88d50e85-7809-4234-ae42-1198c9005499 req-3953b4a6-82ff-40fc-995d-d66ffa2724b3 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] 10.222.0.60 "GET /v2.0/ports?device_id=71cba4d2-6e22-402e-8d65-c9742098a06d HTTP/1.1" status: 200 len: 210 time: 0.0497696 Sep 07 14:08:31.543839 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-8f99b4c2-6249-4ec1-9ae5-527499888751 req-00a39903-27a7-4f44-83b0-1e7d1c0a0de6 tempest-VolumesActionsTest-253017511 tempest-VolumesActionsTest-253017511-project] 10.222.0.60 "GET /v2.0/security-groups?id=c854b715-3105-4236-a433-6b2974599db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310086 Sep 07 14:08:31.577117 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8005efec-f41c-44c8-9d07-215d349842dc admin admin] Router dc0ee878-9695-4f0e-8389-a67935a5b0e1 has already been hosted by L3 agent fa68c273-d39f-43dc-b6f8-e0c6852ace12 {{(pid=94137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 14:08:31.722906 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-161bcec6-1d85-4ab5-ab18-341536801fc5 None None] Provisioning complete for port 3d698713-77c1-417f-8e2c-56405d82eb8f triggered by entity DHCP. {{(pid=94139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:08:31.723918 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-161bcec6-1d85-4ab5-ab18-341536801fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462246'] for port, provisioning_complete {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:31.731079 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1a19eb-72af-4b3a-894c-519da1936d52 req-e4589606-ad00-48fb-b1e1-dfe3d650c411 tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:08:31.738701 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-8d1a19eb-72af-4b3a-894c-519da1936d52 req-e4589606-ad00-48fb-b1e1-dfe3d650c411 tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f5f6ec6-dc83-4432-a483-83192fc0761b HTTP/1.1" status: 200 len: 946 time: 0.1104026 Sep 07 14:08:31.787091 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.plugin [None req-161bcec6-1d85-4ab5-ab18-341536801fc5 None None] Port 3d698713-77c1-417f-8e2c-56405d82eb8f cannot update to ACTIVE because it is not bound. {{(pid=94139) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 14:08:31.803990 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-8d1a19eb-72af-4b3a-894c-519da1936d52 req-45d119fd-ff4a-4c7d-b8f1-397dd0181960 tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] 10.222.0.60 "GET /v2.0/security-groups?id=4f7dc2d4-63eb-4f55-94d4-dc3bb3bdb6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635242 Sep 07 14:08:31.808069 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8005efec-f41c-44c8-9d07-215d349842dc admin admin] Notify agent at l3_agent.dv-cinder-782910-4-iscsi the message routers_updated {{(pid=94137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 14:08:31.813706 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [None req-8005efec-f41c-44c8-9d07-215d349842dc admin admin] 10.222.0.60 "PUT /v2.0/routers/dc0ee878-9695-4f0e-8389-a67935a5b0e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6426616 Sep 07 14:08:31.872605 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f5f6ec6-dc83-4432-a483-83192fc0761b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8dcc810-8321-4097-bfa7-d312ba476515'}] {{(pid=94139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:08:31.876982 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4453e99b4ec61c2946fac8af49a5adf90b2a32597d884ada3dd1dc93487e448" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e272740e-dd8c-4864-adaa-15a4871ede3e" -d '{"events": [{"server_uuid": "3f5f6ec6-dc83-4432-a483-83192fc0761b", "name": "network-vif-plugged", "status": "completed", "tag": "b8dcc810-8321-4097-bfa7-d312ba476515"}]}' {{(pid=94139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:08:31.920538 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 14:08:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fdabfa2-efc4-4cff-a4b1-ccd43e3121f6 x-openstack-request-id: req-3fdabfa2-efc4-4cff-a4b1-ccd43e3121f6 {{(pid=94139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:08:31.920930 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f5f6ec6-dc83-4432-a483-83192fc0761b", "name": "network-vif-plugged", "status": "completed", "tag": "b8dcc810-8321-4097-bfa7-d312ba476515", "code": 200}]} {{(pid=94139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:08:31.921279 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3fdabfa2-efc4-4cff-a4b1-ccd43e3121f6 {{(pid=94139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:08:31.921838 dv-cinder-782910-4-iscsi neutron-server[94139]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f5f6ec6-dc83-4432-a483-83192fc0761b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8dcc810-8321-4097-bfa7-d312ba476515', 'code': 200} Sep 07 14:08:32.099284 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151b0e23-0f24-4eaf-8140-db487e94fc29 req-e127a04a-1cf0-46c0-b635-25e1217f0d9b tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:08:32.102804 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-151b0e23-0f24-4eaf-8140-db487e94fc29 req-e127a04a-1cf0-46c0-b635-25e1217f0d9b tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/ports?device_id=752df912-1fe9-4a3a-aedc-0b4fe4e15164 HTTP/1.1" status: 200 len: 945 time: 0.0787885 Sep 07 14:08:32.175067 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-151b0e23-0f24-4eaf-8140-db487e94fc29 req-0d05d712-5e00-4e09-a14e-6989b5744575 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/security-groups?id=1eaa7adf-c23d-4a19-a899-ef24f817425f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651689 Sep 07 14:08:32.204118 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce881fa2-043c-4f2c-b013-bede6113e2fb req-d02ea97e-8a4b-4ca7-81ca-ed873baf1540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:08:32.205909 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-ce881fa2-043c-4f2c-b013-bede6113e2fb req-d02ea97e-8a4b-4ca7-81ca-ed873baf1540 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=3f5f6ec6-dc83-4432-a483-83192fc0761b HTTP/1.1" status: 200 len: 1099 time: 0.0885167 Sep 07 14:08:32.228530 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-90497945-cc67-4e40-89ff-93978391019b None None] Device e39622fc-c36f-4c38-992a-43d85a46b2d2 up at agent ovs-agent-dv-cinder-782910-4-iscsi {{(pid=94139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:08:32.269196 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-ce881fa2-043c-4f2c-b013-bede6113e2fb req-48afc5a0-1c60-44bd-8f21-547f2150e20c service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=4f7dc2d4-63eb-4f55-94d4-dc3bb3bdb6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519733 Sep 07 14:08:32.326709 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-90497945-cc67-4e40-89ff-93978391019b None None] Provisioning for port e39622fc-c36f-4c38-992a-43d85a46b2d2 completed by entity L2. {{(pid=94139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 14:08:32.330880 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-90497945-cc67-4e40-89ff-93978391019b None None] Provisioning complete for port e39622fc-c36f-4c38-992a-43d85a46b2d2 triggered by entity L2. {{(pid=94139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:08:32.331255 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-90497945-cc67-4e40-89ff-93978391019b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462246'] for port, provisioning_complete {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:32.369637 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846ebfcb-8ac9-4b16-a232-476203c15ce7 req-ca812a37-db38-4f13-b17f-d377fbf14078 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:08:32.374077 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-846ebfcb-8ac9-4b16-a232-476203c15ce7 req-ca812a37-db38-4f13-b17f-d377fbf14078 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ac0934b-f4cd-4421-a325-8fff04835bbc HTTP/1.1" status: 200 len: 945 time: 0.0681007 Sep 07 14:08:32.415510 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-846ebfcb-8ac9-4b16-a232-476203c15ce7 req-9715ebec-fa82-4320-8309-7f65470cc8ef tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] 10.222.0.60 "GET /v2.0/security-groups?id=ee56c5f5-d2bf-4ac0-8e7f-3030efc8e7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376165 Sep 07 14:08:32.434876 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-90497945-cc67-4e40-89ff-93978391019b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:32.456195 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.db [None req-90497945-cc67-4e40-89ff-93978391019b None None] For port e39622fc-c36f-4c38-992a-43d85a46b2d2, host dv-cinder-782910-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-4-iscsi',level=0,port_id=e39622fc-c36f-4c38-992a-43d85a46b2d2,segment=NetworkSegment(5550a781-5bde-4ad4-a1aa-3dd2778b0f71),segment_id=5550a781-5bde-4ad4-a1aa-3dd2778b0f71)] {{(pid=94139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:08:32.460975 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-90497945-cc67-4e40-89ff-93978391019b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735729008622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735728620463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735728620481'] for port, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:32.512163 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90497945-cc67-4e40-89ff-93978391019b None None] Pushing event updated for resources: {'Port': ['ID=e39622fc-c36f-4c38-992a-43d85a46b2d2,revision_number=4']} {{(pid=94139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:08:32.577421 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-fa521fe9-5b3e-4508-8d73-8e44d3a8bf3d req-b0dfe7de-ea13-4969-88ca-fe98f312892b tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] 10.222.0.60 "GET /v2.0/ports?device_id=71cba4d2-6e22-402e-8d65-c9742098a06d HTTP/1.1" status: 200 len: 210 time: 0.0270565 Sep 07 14:08:32.678147 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf7d971-919f-43c6-b1cc-a1af5b1b72a4 req-cdc7c899-5131-49ce-b442-70e149c8fef3 tempest-VolumesActionsTest-253017511 tempest-VolumesActionsTest-253017511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:08:32.680210 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-7cf7d971-919f-43c6-b1cc-a1af5b1b72a4 req-cdc7c899-5131-49ce-b442-70e149c8fef3 tempest-VolumesActionsTest-253017511 tempest-VolumesActionsTest-253017511-project] 10.222.0.60 "GET /v2.0/ports?device_id=18055ac6-45ba-4b0b-92e7-c424bf235657 HTTP/1.1" status: 200 len: 945 time: 0.0546336 Sep 07 14:08:32.718599 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-7cf7d971-919f-43c6-b1cc-a1af5b1b72a4 req-b37d93fe-d077-45a6-8683-d2ae4de25b87 tempest-VolumesActionsTest-253017511 tempest-VolumesActionsTest-253017511-project] 10.222.0.60 "GET /v2.0/security-groups?id=c854b715-3105-4236-a433-6b2974599db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318999 Sep 07 14:08:32.970716 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677af64d-55e4-40e5-82ff-72b50325ff6a req-e95f913e-75e7-4bd3-a156-a516cb07105a tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:08:32.973108 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-677af64d-55e4-40e5-82ff-72b50325ff6a req-e95f913e-75e7-4bd3-a156-a516cb07105a tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f5f6ec6-dc83-4432-a483-83192fc0761b HTTP/1.1" status: 200 len: 946 time: 0.0821385 Sep 07 14:08:33.076852 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-677af64d-55e4-40e5-82ff-72b50325ff6a req-88ed96ba-de8a-491f-80db-6bb55700ec6c tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] 10.222.0.60 "GET /v2.0/security-groups?id=4f7dc2d4-63eb-4f55-94d4-dc3bb3bdb6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966191 Sep 07 14:08:33.197544 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fd9915-3bba-4d62-b741-e242a791840e req-385afc96-cbfa-4ea9-88c3-009acc17bfbf tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:08:33.199381 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-f8fd9915-3bba-4d62-b741-e242a791840e req-385afc96-cbfa-4ea9-88c3-009acc17bfbf tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] 10.222.0.23 "GET /v2.0/networks?id=f7617b6d-ab89-4a54-b036-07b674993ecd HTTP/1.1" status: 200 len: 812 time: 0.1973736 Sep 07 14:08:33.312766 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-f8fd9915-3bba-4d62-b741-e242a791840e req-f726ab9e-a681-4b1d-8ccb-4ac39b08b167 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=25d79c53f0bd4923ab966dd0d5f549ca HTTP/1.1" status: 200 len: 379 time: 0.0932901 Sep 07 14:08:33.324735 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.v2.base [req-f8fd9915-3bba-4d62-b741-e242a791840e req-8a220749-8b93-42db-adf1-4017623cd12f tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Request body: {'port': {'device_id': '71cba4d2-6e22-402e-8d65-c9742098a06d', 'network_id': 'f7617b6d-ab89-4a54-b036-07b674993ecd', 'admin_state_up': True, 'tenant_id': '25d79c53f0bd4923ab966dd0d5f549ca', 'security_groups': ['b43b779f-4290-4cca-8b16-3ea14c0aeddc']}} {{(pid=94138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:08:33.392159 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-0f12073e-bcf5-4afd-9a83-334ff60fb878 req-59bf1209-ea17-4b12-909d-ed49c58c227e tempest-VolumesNegativeTest-1579081331 tempest-VolumesNegativeTest-1579081331-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=e6d9c5eab2df4f4ca6a926336028bb98&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1070545 Sep 07 14:08:33.476205 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8fd9915-3bba-4d62-b741-e242a791840e req-8a220749-8b93-42db-adf1-4017623cd12f tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Made reservation on behalf of 25d79c53f0bd4923ab966dd0d5f549ca for: {'port': 1} {{(pid=94138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 14:08:33.479849 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-f8fd9915-3bba-4d62-b741-e242a791840e req-8a220749-8b93-42db-adf1-4017623cd12f tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:33.499001 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329f65f3-0729-4d5a-b332-70bd1b325219 req-de6e0b58-a5d6-4c22-9b5c-41e50fb2038f tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:08:33.500925 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-329f65f3-0729-4d5a-b332-70bd1b325219 req-de6e0b58-a5d6-4c22-9b5c-41e50fb2038f tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/ports?device_id=752df912-1fe9-4a3a-aedc-0b4fe4e15164 HTTP/1.1" status: 200 len: 945 time: 0.2181170 Sep 07 14:08:33.599218 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ee917c-9e3c-44d2-ba33-00ae94f6d06d None None] Sync routers for ids ['dc0ee878-9695-4f0e-8389-a67935a5b0e1'] in dv-cinder-782910-4-iscsi {{(pid=94139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 14:08:33.622188 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ee917c-9e3c-44d2-ba33-00ae94f6d06d None None] Routers {'dc0ee878-9695-4f0e-8389-a67935a5b0e1'} bound to L3 agent in host dv-cinder-782910-4-iscsi {{(pid=94139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:08:33.623751 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.l3_hamode_db [None req-99ee917c-9e3c-44d2-ba33-00ae94f6d06d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T13:58:13Z,description=,heartbeat_timestamp=2021-09-07T14:08:13Z,host='dv-cinder-782910-4-iscsi',id=fa68c273-d39f-43dc-b6f8-e0c6852ace12,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T13:58:13Z,topic='l3_agent')) {'router_ids': ['dc0ee878-9695-4f0e-8389-a67935a5b0e1'], 'active': True} {{(pid=94139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:08:33.718990 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.db.db_base_plugin_common [req-f8fd9915-3bba-4d62-b741-e242a791840e req-8a220749-8b93-42db-adf1-4017623cd12f tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Allocated IP 172.20.0.11 (f7617b6d-ab89-4a54-b036-07b674993ecd/3750f73b-6c72-42f1-b8a9-086bab013509/c6c42490-6ac1-4acd-8ab9-5b9114fa8411) {{(pid=94138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 14:08:33.787014 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-329f65f3-0729-4d5a-b332-70bd1b325219 req-78ccdf40-3510-46db-9261-7fe29e2296e7 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/security-groups?id=1eaa7adf-c23d-4a19-a899-ef24f817425f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2644687 Sep 07 14:08:33.836468 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f12073e-bcf5-4afd-9a83-334ff60fb878 req-e2847de0-3a87-48ad-83a1-277a29435603 tempest-VolumesNegativeTest-1579081331 tempest-VolumesNegativeTest-1579081331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:08:33.838296 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-0f12073e-bcf5-4afd-9a83-334ff60fb878 req-e2847de0-3a87-48ad-83a1-277a29435603 tempest-VolumesNegativeTest-1579081331 tempest-VolumesNegativeTest-1579081331-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4448135 Sep 07 14:08:33.884131 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-0f12073e-bcf5-4afd-9a83-334ff60fb878 req-d7d787e9-7abd-4d97-84ce-940451e88d83 tempest-VolumesNegativeTest-1579081331 tempest-VolumesNegativeTest-1579081331-project] 10.222.0.60 "GET /v2.0/quotas/e6d9c5eab2df4f4ca6a926336028bb98 HTTP/1.1" status: 200 len: 375 time: 0.0387914 Sep 07 14:08:33.973214 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-0f12073e-bcf5-4afd-9a83-334ff60fb878 req-daf074ed-df39-4076-9a18-fbc8ce1fef73 tempest-VolumesNegativeTest-1579081331 tempest-VolumesNegativeTest-1579081331-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=e6d9c5eab2df4f4ca6a926336028bb98&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0875862 Sep 07 14:08:33.975638 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.l3_dvr_db [None req-99ee917c-9e3c-44d2-ba33-00ae94f6d06d None None] Set router dc0ee878-9695-4f0e-8389-a67935a5b0e1 gateway port host: dv-cinder-782910-4-iscsi {{(pid=94139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:08:34.117320 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fad901e-5bde-4471-8517-e3e41bf05e09 req-5d6949d2-a5da-4acf-a368-7fd61c2f137d tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:08:34.125028 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-f8fd9915-3bba-4d62-b741-e242a791840e req-8a220749-8b93-42db-adf1-4017623cd12f tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Notify callbacks [] for port, precommit_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:34.141893 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-8fad901e-5bde-4471-8517-e3e41bf05e09 req-5d6949d2-a5da-4acf-a368-7fd61c2f137d tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ac0934b-f4cd-4421-a325-8fff04835bbc HTTP/1.1" status: 200 len: 945 time: 0.1582124 Sep 07 14:08:34.146975 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.db.provisioning_blocks [req-f8fd9915-3bba-4d62-b741-e242a791840e req-8a220749-8b93-42db-adf1-4017623cd12f tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Transition to ACTIVE for port object c6c42490-6ac1-4acd-8ab9-5b9114fa8411 will not be triggered until provisioned by entity DHCP. {{(pid=94138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 14:08:34.221920 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-f8fd9915-3bba-4d62-b741-e242a791840e req-8a220749-8b93-42db-adf1-4017623cd12f tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735728620445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65197361'] for port, after_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:34.258467 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-8fad901e-5bde-4471-8517-e3e41bf05e09 req-f678324e-3ccd-4131-9f7f-b6d179126c02 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] 10.222.0.60 "GET /v2.0/security-groups?id=ee56c5f5-d2bf-4ac0-8e7f-3030efc8e7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1153419 Sep 07 14:08:34.293553 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8fd9915-3bba-4d62-b741-e242a791840e req-8a220749-8b93-42db-adf1-4017623cd12f tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Network f7617b6d-ab89-4a54-b036-07b674993ecd is already hosted by enough agents. {{(pid=94138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 14:08:34.296714 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-90497945-cc67-4e40-89ff-93978391019b None None] Device e39622fc-c36f-4c38-992a-43d85a46b2d2 up at agent ovs-agent-dv-cinder-782910-4-iscsi {{(pid=94139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:08:34.296891 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.scheduler.base_scheduler [req-f8fd9915-3bba-4d62-b741-e242a791840e req-8a220749-8b93-42db-adf1-4017623cd12f tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Resources bound (agent type, host, resource id): {{(pid=94138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:08:34.315044 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8fd9915-3bba-4d62-b741-e242a791840e req-8a220749-8b93-42db-adf1-4017623cd12f tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Received port after_create {{(pid=94138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 14:08:34.332892 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a220749-8b93-42db-adf1-4017623cd12f tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Pushing event updated for resources: {'Port': ['ID=c6c42490-6ac1-4acd-8ab9-5b9114fa8411,revision_number=1']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:08:34.448023 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fd9915-3bba-4d62-b741-e242a791840e req-8a220749-8b93-42db-adf1-4017623cd12f tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:08:34.448712 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-f8fd9915-3bba-4d62-b741-e242a791840e req-8a220749-8b93-42db-adf1-4017623cd12f tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88768'] for port, before_response {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:34.489990 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-f8fd9915-3bba-4d62-b741-e242a791840e req-8a220749-8b93-42db-adf1-4017623cd12f tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1693695 Sep 07 14:08:34.507220 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.v2.base [req-f8fd9915-3bba-4d62-b741-e242a791840e req-f19e6e63-f496-487e-accf-9a6aa56cbdd3 service neutron] Request body: {'port': {'device_id': '71cba4d2-6e22-402e-8d65-c9742098a06d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78291'}} {{(pid=94138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:08:34.526923 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc7fae6-08ee-44c2-b0b4-08bd41077560 req-e260f1fb-e8e5-4031-92b0-35a9b915618f tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:08:34.562394 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-ecc7fae6-08ee-44c2-b0b4-08bd41077560 req-e260f1fb-e8e5-4031-92b0-35a9b915618f tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] 10.222.0.60 "GET /v2.0/ports?device_id=71cba4d2-6e22-402e-8d65-c9742098a06d HTTP/1.1" status: 200 len: 932 time: 0.1470945 Sep 07 14:08:34.672934 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-ecc7fae6-08ee-44c2-b0b4-08bd41077560 req-0fbaac0f-6279-4929-93f5-dd938f25a275 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] 10.222.0.60 "GET /v2.0/security-groups?id=b43b779f-4290-4cca-8b16-3ea14c0aeddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1096041 Sep 07 14:08:34.767041 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-90497945-cc67-4e40-89ff-93978391019b None None] Provisioning complete for port e39622fc-c36f-4c38-992a-43d85a46b2d2 triggered by entity L2. {{(pid=94139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:08:34.770551 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-90497945-cc67-4e40-89ff-93978391019b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462246'] for port, provisioning_complete {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:34.815700 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-620c3b3a-920f-4476-9f1e-5ed13927fd25 req-4c1b84f6-ac48-4e10-9a9c-19b71e2a26c1 tempest-VolumesNegativeTest-1579081331 tempest-VolumesNegativeTest-1579081331-project] 10.222.0.60 "GET /v2.0/ports?device_id=940b39e5-5fa8-43dc-9357-f533ba053256 HTTP/1.1" status: 200 len: 210 time: 0.0451310 Sep 07 14:08:34.843170 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e472971b-0f68-4f15-acd7-12f4bfe531a4 req-0e61ef0d-06a6-4c15-a505-bd54d41a62f8 tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:08:34.845130 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-e472971b-0f68-4f15-acd7-12f4bfe531a4 req-0e61ef0d-06a6-4c15-a505-bd54d41a62f8 tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f5f6ec6-dc83-4432-a483-83192fc0761b HTTP/1.1" status: 200 len: 946 time: 0.1241317 Sep 07 14:08:34.939076 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-e472971b-0f68-4f15-acd7-12f4bfe531a4 req-cce9093e-7e9c-4a84-abee-e7e573fa562e tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] 10.222.0.60 "GET /v2.0/security-groups?id=4f7dc2d4-63eb-4f55-94d4-dc3bb3bdb6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771339 Sep 07 14:08:34.979094 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-964299cc-d0ad-4e31-9137-faea1aab1e21 None None] Provisioning for port c6c42490-6ac1-4acd-8ab9-5b9114fa8411 completed by entity DHCP. {{(pid=94139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 14:08:34.999335 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-964299cc-d0ad-4e31-9137-faea1aab1e21 None None] Provisioning complete for port c6c42490-6ac1-4acd-8ab9-5b9114fa8411 triggered by entity DHCP. {{(pid=94139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:08:34.999719 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-964299cc-d0ad-4e31-9137-faea1aab1e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462246'] for port, provisioning_complete {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:35.018389 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-f8fd9915-3bba-4d62-b741-e242a791840e req-f19e6e63-f496-487e-accf-9a6aa56cbdd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_update {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:35.185638 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01110427-2c3f-4cf3-ae41-1fc9957af56a req-cc4edeee-3a3e-41b5-9ed3-5d06a83e2c86 tempest-VolumesActionsTest-253017511 tempest-VolumesActionsTest-253017511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:08:35.188831 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-01110427-2c3f-4cf3-ae41-1fc9957af56a req-cc4edeee-3a3e-41b5-9ed3-5d06a83e2c86 tempest-VolumesActionsTest-253017511 tempest-VolumesActionsTest-253017511-project] 10.222.0.60 "GET /v2.0/ports?device_id=18055ac6-45ba-4b0b-92e7-c424bf235657 HTTP/1.1" status: 200 len: 945 time: 0.2100711 Sep 07 14:08:35.248302 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.plugin [None req-964299cc-d0ad-4e31-9137-faea1aab1e21 None None] Port c6c42490-6ac1-4acd-8ab9-5b9114fa8411 cannot update to ACTIVE because it is not bound. {{(pid=94139) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 14:08:35.261610 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.l3_hamode_db [None req-99ee917c-9e3c-44d2-ba33-00ae94f6d06d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc0ee878-9695-4f0e-8389-a67935a5b0e1', 'name': 'tempest-TestMinimumBasicScenario-1791013645-router', 'tenant_id': '8beaaf504a904b60827ee6ad1805f66a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'external_fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': 'e39622fc-c36f-4c38-992a-43d85a46b2d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:08:26Z', 'updated_at': '2021-09-07T14:08:30Z', 'revision_number': 4, 'project_id': '8beaaf504a904b60827ee6ad1805f66a', 'gw_port': {'id': 'e39622fc-c36f-4c38-992a-43d85a46b2d2', 'name': '', 'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:45:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc0ee878-9695-4f0e-8389-a67935a5b0e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:08:26Z', 'updated_at': '2021-09-07T14:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-4-iscsi', '_interfaces': [{'id': '3d698713-77c1-417f-8e2c-56405d82eb8f', 'name': '', 'network_id': '36229da2-37b3-4357-966a-1141011420bf', 'tenant_id': '8beaaf504a904b60827ee6ad1805f66a', 'mac_address': 'fa:16:3e:e0:eb:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc0ee878-9695-4f0e-8389-a67935a5b0e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '5fc93187-c3f5-4aac-8462-ea71a3e7d466', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:08:28Z', 'updated_at': '2021-09-07T14:08:30Z', 'revision_number': 2, 'project_id': '8beaaf504a904b60827ee6ad1805f66a', 'subnets': [{'id': '5fc93187-c3f5-4aac-8462-ea71a3e7d466', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782910-4-iscsi', False) {} {{(pid=94139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:08:35.276865 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08777834-dce1-45eb-8cf3-d593ba22d720 req-4b7f24cc-5863-4178-a4b2-354fba60c116 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:08:35.286126 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-08777834-dce1-45eb-8cf3-d593ba22d720 req-4b7f24cc-5863-4178-a4b2-354fba60c116 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/ports?device_id=752df912-1fe9-4a3a-aedc-0b4fe4e15164 HTTP/1.1" status: 200 len: 945 time: 0.1431081 Sep 07 14:08:35.301473 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ee917c-9e3c-44d2-ba33-00ae94f6d06d None None] Checking router: dc0ee878-9695-4f0e-8389-a67935a5b0e1 for host: dv-cinder-782910-4-iscsi {{(pid=94139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 14:08:35.302050 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ee917c-9e3c-44d2-ba33-00ae94f6d06d None None] Updating router dc0ee878-9695-4f0e-8389-a67935a5b0e1 port 3d698713-77c1-417f-8e2c-56405d82eb8f binding host dv-cinder-782910-4-iscsi {{(pid=94139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 14:08:35.336736 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-01110427-2c3f-4cf3-ae41-1fc9957af56a req-61113ca0-daca-487c-ba5b-b8dafa716cec tempest-VolumesActionsTest-253017511 tempest-VolumesActionsTest-253017511-project] 10.222.0.60 "GET /v2.0/security-groups?id=c854b715-3105-4236-a433-6b2974599db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144719 Sep 07 14:08:35.394295 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-99ee917c-9e3c-44d2-ba33-00ae94f6d06d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:35.405574 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-08777834-dce1-45eb-8cf3-d593ba22d720 req-943593dc-6cf5-4f0a-aec2-dbab97702c76 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/security-groups?id=1eaa7adf-c23d-4a19-a899-ef24f817425f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183288 Sep 07 14:08:35.546888 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67262d5-d7c7-4ce1-86f9-a72f9b33dbaa req-67d7f3fb-9ece-480f-af06-c6e48ab79c58 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:08:35.560458 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-f67262d5-d7c7-4ce1-86f9-a72f9b33dbaa req-67d7f3fb-9ece-480f-af06-c6e48ab79c58 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ac0934b-f4cd-4421-a325-8fff04835bbc HTTP/1.1" status: 200 len: 945 time: 0.0867679 Sep 07 14:08:35.639827 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-f67262d5-d7c7-4ce1-86f9-a72f9b33dbaa req-31394e8a-d9d7-48ce-8488-6e367c04e4cf tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] 10.222.0.60 "GET /v2.0/security-groups?id=ee56c5f5-d2bf-4ac0-8e7f-3030efc8e7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767651 Sep 07 14:08:35.776202 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.notifiers.nova [req-f8fd9915-3bba-4d62-b741-e242a791840e req-f19e6e63-f496-487e-accf-9a6aa56cbdd3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6c42490-6ac1-4acd-8ab9-5b9114fa8411 {{(pid=94138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 14:08:35.803926 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-f8fd9915-3bba-4d62-b741-e242a791840e req-f19e6e63-f496-487e-accf-9a6aa56cbdd3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:35.832705 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.db.provisioning_blocks [req-f8fd9915-3bba-4d62-b741-e242a791840e req-f19e6e63-f496-487e-accf-9a6aa56cbdd3 service neutron] Transition to ACTIVE for port object c6c42490-6ac1-4acd-8ab9-5b9114fa8411 will not be triggered until provisioned by entity L2. {{(pid=94138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 14:08:35.839803 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-f8fd9915-3bba-4d62-b741-e242a791840e req-f19e6e63-f496-487e-accf-9a6aa56cbdd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735729008622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735728620463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735728620481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65197374'] for port, after_update {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:35.904450 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4202f497-1a9c-4ff4-bafd-de04f86c94bf req-e0b29bd0-730c-4d16-9170-5c31c4620fd2 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:08:35.913476 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-4202f497-1a9c-4ff4-bafd-de04f86c94bf req-e0b29bd0-730c-4d16-9170-5c31c4620fd2 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] 10.222.0.60 "GET /v2.0/ports?device_id=71cba4d2-6e22-402e-8d65-c9742098a06d HTTP/1.1" status: 200 len: 932 time: 0.1227520 Sep 07 14:08:35.968301 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19e6e63-f496-487e-accf-9a6aa56cbdd3 service neutron] Pushing event updated for resources: {'Port': ['ID=c6c42490-6ac1-4acd-8ab9-5b9114fa8411,revision_number=2']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:08:36.030335 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-99ee917c-9e3c-44d2-ba33-00ae94f6d06d None None] Notify callbacks [] for port, precommit_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:36.044516 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-e549c608-5e48-4543-aec5-f04f13be2e43 req-427647c3-0b9b-45bf-ae9b-ecd9eebe31cd tempest-VolumesNegativeTest-1579081331 tempest-VolumesNegativeTest-1579081331-project] 10.222.0.60 "GET /v2.0/ports?device_id=940b39e5-5fa8-43dc-9357-f533ba053256 HTTP/1.1" status: 200 len: 210 time: 0.0854325 Sep 07 14:08:36.051484 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.managers [req-f8fd9915-3bba-4d62-b741-e242a791840e req-f19e6e63-f496-487e-accf-9a6aa56cbdd3 service neutron] Attempting to bind port c6c42490-6ac1-4acd-8ab9-5b9114fa8411 on host hv-cinder-78291 for vnic_type normal with profile {{(pid=94138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 14:08:36.051821 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.managers [req-f8fd9915-3bba-4d62-b741-e242a791840e req-f19e6e63-f496-487e-accf-9a6aa56cbdd3 service neutron] Attempting to bind port c6c42490-6ac1-4acd-8ab9-5b9114fa8411 by drivers openvswitch,hyperv on host hv-cinder-78291 at level 0 using segments [{'id': '9951721c-ccaf-489b-b5e1-68302cc2cd5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'f7617b6d-ab89-4a54-b036-07b674993ecd'}] {{(pid=94138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 14:08:36.052210 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8fd9915-3bba-4d62-b741-e242a791840e req-f19e6e63-f496-487e-accf-9a6aa56cbdd3 service neutron] Attempting to bind port c6c42490-6ac1-4acd-8ab9-5b9114fa8411 on network f7617b6d-ab89-4a54-b036-07b674993ecd {{(pid=94138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 14:08:36.054115 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-99ee917c-9e3c-44d2-ba33-00ae94f6d06d None None] Transition to ACTIVE for port object 3d698713-77c1-417f-8e2c-56405d82eb8f will not be triggered until provisioned by entity L2. {{(pid=94139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 14:08:36.062146 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8fd9915-3bba-4d62-b741-e242a791840e req-f19e6e63-f496-487e-accf-9a6aa56cbdd3 service neutron] Port c6c42490-6ac1-4acd-8ab9-5b9114fa8411 on network f7617b6d-ab89-4a54-b036-07b674993ecd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78291 {{(pid=94138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 14:08:36.062474 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8fd9915-3bba-4d62-b741-e242a791840e req-f19e6e63-f496-487e-accf-9a6aa56cbdd3 service neutron] Attempting to bind port c6c42490-6ac1-4acd-8ab9-5b9114fa8411 on network f7617b6d-ab89-4a54-b036-07b674993ecd {{(pid=94138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 14:08:36.070343 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-4202f497-1a9c-4ff4-bafd-de04f86c94bf req-3163a003-1855-48a7-a2b4-1e41b3b513e1 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] 10.222.0.60 "GET /v2.0/security-groups?id=b43b779f-4290-4cca-8b16-3ea14c0aeddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1497538 Sep 07 14:08:36.094437 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-99ee917c-9e3c-44d2-ba33-00ae94f6d06d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735729008622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735728620463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735728620481'] for port, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:36.114492 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8fd9915-3bba-4d62-b741-e242a791840e req-f19e6e63-f496-487e-accf-9a6aa56cbdd3 service neutron] Checking agent: {'id': '42fa3594-1565-4da1-9b03-2e08c5cc8c06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78291', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 14, 4, 18), 'started_at': datetime.datetime(2021, 9, 7, 14, 4, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 14, 8, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 14:08:36.114832 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8fd9915-3bba-4d62-b741-e242a791840e req-f19e6e63-f496-487e-accf-9a6aa56cbdd3 service neutron] Checking segment: {'id': '9951721c-ccaf-489b-b5e1-68302cc2cd5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'f7617b6d-ab89-4a54-b036-07b674993ecd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 14:08:36.115223 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8fd9915-3bba-4d62-b741-e242a791840e req-f19e6e63-f496-487e-accf-9a6aa56cbdd3 service neutron] Bound using segment: {'id': '9951721c-ccaf-489b-b5e1-68302cc2cd5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'f7617b6d-ab89-4a54-b036-07b674993ecd'} {{(pid=94138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 14:08:36.115661 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.managers [req-f8fd9915-3bba-4d62-b741-e242a791840e req-f19e6e63-f496-487e-accf-9a6aa56cbdd3 service neutron] Bound port: c6c42490-6ac1-4acd-8ab9-5b9114fa8411, host: hv-cinder-78291, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9951721c-ccaf-489b-b5e1-68302cc2cd5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'f7617b6d-ab89-4a54-b036-07b674993ecd'}}] {{(pid=94138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 14:08:36.116244 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-f8fd9915-3bba-4d62-b741-e242a791840e req-f19e6e63-f496-487e-accf-9a6aa56cbdd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_update {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:36.220999 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30220fcf-1165-4b77-b965-6f4e62cc0073 None None] Pushing event updated for resources: {'Port': ['ID=3d698713-77c1-417f-8e2c-56405d82eb8f,revision_number=3']} {{(pid=94139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:08:36.237088 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.db [req-f8fd9915-3bba-4d62-b741-e242a791840e req-f19e6e63-f496-487e-accf-9a6aa56cbdd3 service neutron] For port c6c42490-6ac1-4acd-8ab9-5b9114fa8411, host hv-cinder-78291, cleared binding levels {{(pid=94138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 14:08:36.244593 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.db [req-f8fd9915-3bba-4d62-b741-e242a791840e req-f19e6e63-f496-487e-accf-9a6aa56cbdd3 service neutron] For port c6c42490-6ac1-4acd-8ab9-5b9114fa8411, host hv-cinder-78291, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=c6c42490-6ac1-4acd-8ab9-5b9114fa8411,segment=NetworkSegment(9951721c-ccaf-489b-b5e1-68302cc2cd5b),segment_id=9951721c-ccaf-489b-b5e1-68302cc2cd5b)] {{(pid=94138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 14:08:36.254782 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-f8fd9915-3bba-4d62-b741-e242a791840e req-f19e6e63-f496-487e-accf-9a6aa56cbdd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735729008622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735728620463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735728620481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65197374'] for port, after_update {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:36.309943 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fd9915-3bba-4d62-b741-e242a791840e req-f19e6e63-f496-487e-accf-9a6aa56cbdd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:08:36.310570 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-f8fd9915-3bba-4d62-b741-e242a791840e req-f19e6e63-f496-487e-accf-9a6aa56cbdd3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88768'] for port, before_response {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:36.312235 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-f8fd9915-3bba-4d62-b741-e242a791840e req-f19e6e63-f496-487e-accf-9a6aa56cbdd3 service neutron] 10.222.0.23 "PUT /v2.0/ports/c6c42490-6ac1-4acd-8ab9-5b9114fa8411 HTTP/1.1" status: 200 len: 1094 time: 1.8098743 Sep 07 14:08:36.312691 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71cba4d2-6e22-402e-8d65-c9742098a06d', 'tag': 'c6c42490-6ac1-4acd-8ab9-5b9114fa8411'}] {{(pid=94138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:08:36.315058 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2f7ddeb31991bace343f2b2f4f22cd3bc4274a24b7cd750f83a004d46e17087" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebeabe9a-d5cc-49a2-8a6c-6a5e8eb17f8c" -d '{"events": [{"name": "network-changed", "server_uuid": "71cba4d2-6e22-402e-8d65-c9742098a06d", "tag": "c6c42490-6ac1-4acd-8ab9-5b9114fa8411"}]}' {{(pid=94138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:08:36.333799 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19e6e63-f496-487e-accf-9a6aa56cbdd3 service neutron] Pushing event updated for resources: {'Port': ['ID=c6c42490-6ac1-4acd-8ab9-5b9114fa8411,revision_number=3']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:08:36.383936 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-0f12073e-bcf5-4afd-9a83-334ff60fb878 req-1d76d830-adbe-415c-9d49-658ae12a09dc tempest-VolumesNegativeTest-1579081331 tempest-VolumesNegativeTest-1579081331-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=e6d9c5eab2df4f4ca6a926336028bb98&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1203978 Sep 07 14:08:36.388192 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.managers [None req-99ee917c-9e3c-44d2-ba33-00ae94f6d06d None None] Attempting to bind port 3d698713-77c1-417f-8e2c-56405d82eb8f on host dv-cinder-782910-4-iscsi for vnic_type normal with profile {{(pid=94139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 14:08:36.388558 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.managers [None req-99ee917c-9e3c-44d2-ba33-00ae94f6d06d None None] Attempting to bind port 3d698713-77c1-417f-8e2c-56405d82eb8f by drivers openvswitch,hyperv on host dv-cinder-782910-4-iscsi at level 0 using segments [{'id': 'c19094c3-309b-4f46-8a6b-7d1ec6b9d67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '36229da2-37b3-4357-966a-1141011420bf'}] {{(pid=94139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 14:08:36.388918 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ee917c-9e3c-44d2-ba33-00ae94f6d06d None None] Attempting to bind port 3d698713-77c1-417f-8e2c-56405d82eb8f on network 36229da2-37b3-4357-966a-1141011420bf {{(pid=94139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 14:08:36.413382 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ee917c-9e3c-44d2-ba33-00ae94f6d06d None None] Checking agent: {'id': 'b1ca48ac-dc13-463a-a516-8ddf18655ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782910-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 13, 58, 14), 'started_at': datetime.datetime(2021, 9, 7, 13, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 14, 8, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782910-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 14:08:36.413895 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ee917c-9e3c-44d2-ba33-00ae94f6d06d None None] Checking segment: {'id': 'c19094c3-309b-4f46-8a6b-7d1ec6b9d67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '36229da2-37b3-4357-966a-1141011420bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 14:08:36.414288 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-99ee917c-9e3c-44d2-ba33-00ae94f6d06d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:36.414685 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ee917c-9e3c-44d2-ba33-00ae94f6d06d None None] Bound using segment: {'id': 'c19094c3-309b-4f46-8a6b-7d1ec6b9d67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '36229da2-37b3-4357-966a-1141011420bf'} {{(pid=94139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 14:08:36.415151 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.managers [None req-99ee917c-9e3c-44d2-ba33-00ae94f6d06d None None] Bound port: 3d698713-77c1-417f-8e2c-56405d82eb8f, host: dv-cinder-782910-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c19094c3-309b-4f46-8a6b-7d1ec6b9d67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '36229da2-37b3-4357-966a-1141011420bf'}}] {{(pid=94139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 14:08:36.426514 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-99ee917c-9e3c-44d2-ba33-00ae94f6d06d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:36.519130 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 14:08:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e98e233d-79c4-4a77-9dd4-69da5bf68204 x-openstack-request-id: req-e98e233d-79c4-4a77-9dd4-69da5bf68204 {{(pid=94138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:08:36.519772 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71cba4d2-6e22-402e-8d65-c9742098a06d", "tag": "c6c42490-6ac1-4acd-8ab9-5b9114fa8411", "status": "completed", "code": 200}]} {{(pid=94138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:08:36.521615 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e98e233d-79c4-4a77-9dd4-69da5bf68204 {{(pid=94138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:08:36.522198 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71cba4d2-6e22-402e-8d65-c9742098a06d', 'tag': 'c6c42490-6ac1-4acd-8ab9-5b9114fa8411', 'status': 'completed', 'code': 200} Sep 07 14:08:36.619823 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fd9915-3bba-4d62-b741-e242a791840e req-7fb30799-5a33-4778-88dc-826077aaa57c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:08:36.621462 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-f8fd9915-3bba-4d62-b741-e242a791840e req-7fb30799-5a33-4778-88dc-826077aaa57c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=25d79c53f0bd4923ab966dd0d5f549ca&device_id=71cba4d2-6e22-402e-8d65-c9742098a06d HTTP/1.1" status: 200 len: 1097 time: 0.1886835 Sep 07 14:08:36.651881 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb3d0e3-406e-457c-977b-767d8a1ce436 req-1e3a006e-fe3c-4e33-84ad-d91ceaf156bc tempest-VolumesActionsTest-253017511 tempest-VolumesActionsTest-253017511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:08:36.653751 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-ccb3d0e3-406e-457c-977b-767d8a1ce436 req-1e3a006e-fe3c-4e33-84ad-d91ceaf156bc tempest-VolumesActionsTest-253017511 tempest-VolumesActionsTest-253017511-project] 10.222.0.23 "GET /v2.0/ports?device_id=18055ac6-45ba-4b0b-92e7-c424bf235657 HTTP/1.1" status: 200 len: 945 time: 0.1271799 Sep 07 14:08:36.737643 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.db [None req-99ee917c-9e3c-44d2-ba33-00ae94f6d06d None None] For port 3d698713-77c1-417f-8e2c-56405d82eb8f, host dv-cinder-782910-4-iscsi, cleared binding levels {{(pid=94139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 14:08:36.754004 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-f8fd9915-3bba-4d62-b741-e242a791840e req-c7ad8167-81ee-4328-9121-706e0d97b0d2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c6c42490-6ac1-4acd-8ab9-5b9114fa8411 HTTP/1.1" status: 200 len: 217 time: 0.1227415 Sep 07 14:08:36.766087 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f12073e-bcf5-4afd-9a83-334ff60fb878 req-db7568af-ae61-47b6-ae7b-ba276ee5ed6c tempest-VolumesNegativeTest-1579081331 tempest-VolumesNegativeTest-1579081331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:08:36.767971 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-0f12073e-bcf5-4afd-9a83-334ff60fb878 req-db7568af-ae61-47b6-ae7b-ba276ee5ed6c tempest-VolumesNegativeTest-1579081331 tempest-VolumesNegativeTest-1579081331-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3824096 Sep 07 14:08:36.783911 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.v2.base [req-0f12073e-bcf5-4afd-9a83-334ff60fb878 req-8d6a2331-fabf-40f2-a47a-55cbcca24628 tempest-VolumesNegativeTest-1579081331 tempest-VolumesNegativeTest-1579081331-project] Request body: {'port': {'device_id': '940b39e5-5fa8-43dc-9357-f533ba053256', 'network_id': '231f31ec-7434-4cd4-ae17-b13db79cd7bf', 'admin_state_up': True, 'tenant_id': 'e6d9c5eab2df4f4ca6a926336028bb98'}} {{(pid=94137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:08:36.785471 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.db [None req-99ee917c-9e3c-44d2-ba33-00ae94f6d06d None None] For port 3d698713-77c1-417f-8e2c-56405d82eb8f, host dv-cinder-782910-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-4-iscsi',level=0,port_id=3d698713-77c1-417f-8e2c-56405d82eb8f,segment=NetworkSegment(c19094c3-309b-4f46-8a6b-7d1ec6b9d67a),segment_id=c19094c3-309b-4f46-8a6b-7d1ec6b9d67a)] {{(pid=94139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 14:08:36.797794 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-99ee917c-9e3c-44d2-ba33-00ae94f6d06d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735729008622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735728620463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735728620481'] for port, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:36.797942 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68df46d1-ba7b-4eb4-99f9-2b7d0b787a09 req-d44eb725-9f81-400d-ae42-0991cde4c3ef tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:08:36.799550 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-68df46d1-ba7b-4eb4-99f9-2b7d0b787a09 req-d44eb725-9f81-400d-ae42-0991cde4c3ef tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/ports?device_id=752df912-1fe9-4a3a-aedc-0b4fe4e15164 HTTP/1.1" status: 200 len: 945 time: 0.1883922 Sep 07 14:08:36.828712 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4958d8dc-f919-4a36-8203-96f250db4ddb req-6ac23cc2-03db-4021-ac18-016ba0f7a949 tempest-VolumesActionsTest-253017511 tempest-VolumesActionsTest-253017511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:08:36.837218 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-4958d8dc-f919-4a36-8203-96f250db4ddb req-6ac23cc2-03db-4021-ac18-016ba0f7a949 tempest-VolumesActionsTest-253017511 tempest-VolumesActionsTest-253017511-project] 10.222.0.60 "GET /v2.0/ports?device_id=18055ac6-45ba-4b0b-92e7-c424bf235657 HTTP/1.1" status: 200 len: 945 time: 0.2359641 Sep 07 14:08:36.906539 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fd9915-3bba-4d62-b741-e242a791840e req-a2d46b9d-48ce-4292-b94d-43011f33e418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:08:36.908013 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-f8fd9915-3bba-4d62-b741-e242a791840e req-a2d46b9d-48ce-4292-b94d-43011f33e418 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3750f73b-6c72-42f1-b8a9-086bab013509 HTTP/1.1" status: 200 len: 851 time: 0.1306291 Sep 07 14:08:36.971316 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ee917c-9e3c-44d2-ba33-00ae94f6d06d None None] Routers {'dc0ee878-9695-4f0e-8389-a67935a5b0e1'} bound to L3 agent in host dv-cinder-782910-4-iscsi {{(pid=94139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:08:36.971964 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.l3_hamode_db [None req-99ee917c-9e3c-44d2-ba33-00ae94f6d06d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T13:58:13Z,description=,heartbeat_timestamp=2021-09-07T14:08:13Z,host='dv-cinder-782910-4-iscsi',id=fa68c273-d39f-43dc-b6f8-e0c6852ace12,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T13:58:13Z,topic='l3_agent')) {'router_ids': ['dc0ee878-9695-4f0e-8389-a67935a5b0e1'], 'active': True} {{(pid=94139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:08:37.053812 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.plugin [req-ccb3d0e3-406e-457c-977b-767d8a1ce436 req-13b3d6bd-6015-4819-a1ae-18a87b3b2f7a tempest-VolumesActionsTest-253017511 tempest-VolumesActionsTest-253017511-project] Deleting port 83b2dc73-26e2-4ff3-8810-a2d70cd277cc {{(pid=94138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 14:08:37.054241 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-ccb3d0e3-406e-457c-977b-767d8a1ce436 req-13b3d6bd-6015-4819-a1ae-18a87b3b2f7a tempest-VolumesActionsTest-253017511 tempest-VolumesActionsTest-253017511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735729003030'] for port, before_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:37.104286 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fd9915-3bba-4d62-b741-e242a791840e req-157d383d-d809-464b-a352-c9b3b0b3f300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:08:37.106698 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-f8fd9915-3bba-4d62-b741-e242a791840e req-157d383d-d809-464b-a352-c9b3b0b3f300 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f7617b6d-ab89-4a54-b036-07b674993ecd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1836998 Sep 07 14:08:37.195361 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.db [req-ccb3d0e3-406e-457c-977b-767d8a1ce436 req-13b3d6bd-6015-4819-a1ae-18a87b3b2f7a tempest-VolumesActionsTest-253017511 tempest-VolumesActionsTest-253017511-project] For port 83b2dc73-26e2-4ff3-8810-a2d70cd277cc, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=83b2dc73-26e2-4ff3-8810-a2d70cd277cc,segment=NetworkSegment(09e98d4d-c58d-4c7c-9f6d-df7d32fc6ba4),segment_id=09e98d4d-c58d-4c7c-9f6d-df7d32fc6ba4)] {{(pid=94138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:08:37.195843 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-ccb3d0e3-406e-457c-977b-767d8a1ce436 req-13b3d6bd-6015-4819-a1ae-18a87b3b2f7a tempest-VolumesActionsTest-253017511 tempest-VolumesActionsTest-253017511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453383'] for port, precommit_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:37.209838 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.plugin [req-ccb3d0e3-406e-457c-977b-767d8a1ce436 req-13b3d6bd-6015-4819-a1ae-18a87b3b2f7a tempest-VolumesActionsTest-253017511 tempest-VolumesActionsTest-253017511-project] Calling delete_port for 83b2dc73-26e2-4ff3-8810-a2d70cd277cc owned by compute:nova {{(pid=94138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 14:08:37.251826 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-4958d8dc-f919-4a36-8203-96f250db4ddb req-f8533a98-fcc7-403c-86a0-ce65fbf2aebf tempest-VolumesActionsTest-253017511 tempest-VolumesActionsTest-253017511-project] 10.222.0.60 "GET /v2.0/security-groups?id=c854b715-3105-4236-a433-6b2974599db5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4090662 Sep 07 14:08:37.300421 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-68df46d1-ba7b-4eb4-99f9-2b7d0b787a09 req-e78db751-c0ba-458a-9243-741c53d63dae tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/security-groups?id=1eaa7adf-c23d-4a19-a899-ef24f817425f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4833894 Sep 07 14:08:37.340218 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.l3_dvr_db [None req-99ee917c-9e3c-44d2-ba33-00ae94f6d06d None None] Set router dc0ee878-9695-4f0e-8389-a67935a5b0e1 gateway port host: dv-cinder-782910-4-iscsi {{(pid=94139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:08:37.423020 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30220fcf-1165-4b77-b965-6f4e62cc0073 None None] Pushing event updated for resources: {'Port': ['ID=3d698713-77c1-417f-8e2c-56405d82eb8f,revision_number=4']} {{(pid=94139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:08:37.446922 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f12073e-bcf5-4afd-9a83-334ff60fb878 req-8d6a2331-fabf-40f2-a47a-55cbcca24628 tempest-VolumesNegativeTest-1579081331 tempest-VolumesNegativeTest-1579081331-project] Made reservation on behalf of e6d9c5eab2df4f4ca6a926336028bb98 for: {'port': 1} {{(pid=94137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 14:08:37.451819 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [req-0f12073e-bcf5-4afd-9a83-334ff60fb878 req-8d6a2331-fabf-40f2-a47a-55cbcca24628 tempest-VolumesNegativeTest-1579081331 tempest-VolumesNegativeTest-1579081331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:37.469997 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [req-0f12073e-bcf5-4afd-9a83-334ff60fb878 req-8d6a2331-fabf-40f2-a47a-55cbcca24628 tempest-VolumesNegativeTest-1579081331 tempest-VolumesNegativeTest-1579081331-project] Notify callbacks [] for security_group, before_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:37.480622 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c675c4f1-5197-4f0e-82ed-1be5b2c5ceda req-7186e090-49f7-47bb-acba-d7be7e5daf05 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:08:37.488755 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-c675c4f1-5197-4f0e-82ed-1be5b2c5ceda req-7186e090-49f7-47bb-acba-d7be7e5daf05 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ac0934b-f4cd-4421-a325-8fff04835bbc HTTP/1.1" status: 200 len: 945 time: 0.0916584 Sep 07 14:08:37.538127 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-ccb3d0e3-406e-457c-977b-767d8a1ce436 req-13b3d6bd-6015-4819-a1ae-18a87b3b2f7a tempest-VolumesActionsTest-253017511 tempest-VolumesActionsTest-253017511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735729008604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735728620454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65197361'] for port, after_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:37.542817 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-f8fd9915-3bba-4d62-b741-e242a791840e req-478ce92d-b975-40b1-8df9-43f1643c80b0 service neutron] 10.222.0.23 "GET /v2.0/networks/f7617b6d-ab89-4a54-b036-07b674993ecd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400754 Sep 07 14:08:37.550307 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-c675c4f1-5197-4f0e-82ed-1be5b2c5ceda req-4e19a2ca-c50c-4fd7-bf5b-8d222afd4fa9 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] 10.222.0.60 "GET /v2.0/security-groups?id=ee56c5f5-d2bf-4ac0-8e7f-3030efc8e7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602248 Sep 07 14:08:37.559339 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.db [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] get_ports_and_sgs() called for port_ids ['83b2dc73-26e2-4ff3-8810-a2d70cd277cc'] {{(pid=94139) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 14:08:37.685474 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccb3d0e3-406e-457c-977b-767d8a1ce436 req-13b3d6bd-6015-4819-a1ae-18a87b3b2f7a tempest-VolumesActionsTest-253017511 tempest-VolumesActionsTest-253017511-project] No DVR routers for this DVR port 83b2dc73-26e2-4ff3-8810-a2d70cd277cc on host hv-cinder-78291 {{(pid=94138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 14:08:37.701879 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b3d6bd-6015-4819-a1ae-18a87b3b2f7a tempest-VolumesActionsTest-253017511 tempest-VolumesActionsTest-253017511-project] Pushing event deleted for resources: {'Port': ['ID=83b2dc73-26e2-4ff3-8810-a2d70cd277cc,revision_number=None']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:08:37.704800 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-ccb3d0e3-406e-457c-977b-767d8a1ce436 req-13b3d6bd-6015-4819-a1ae-18a87b3b2f7a tempest-VolumesActionsTest-253017511 tempest-VolumesActionsTest-253017511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88768'] for port, before_response {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:37.706911 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-ccb3d0e3-406e-457c-977b-767d8a1ce436 req-13b3d6bd-6015-4819-a1ae-18a87b3b2f7a tempest-VolumesActionsTest-253017511 tempest-VolumesActionsTest-253017511-project] 10.222.0.23 "DELETE /v2.0/ports/83b2dc73-26e2-4ff3-8810-a2d70cd277cc HTTP/1.1" status: 204 len: 173 time: 1.0074844 Sep 07 14:08:37.708399 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [req-0f12073e-bcf5-4afd-9a83-334ff60fb878 req-8d6a2331-fabf-40f2-a47a-55cbcca24628 tempest-VolumesNegativeTest-1579081331 tempest-VolumesNegativeTest-1579081331-project] Notify callbacks [] for security_group, precommit_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:37.746923 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [req-0f12073e-bcf5-4afd-9a83-334ff60fb878 req-8d6a2331-fabf-40f2-a47a-55cbcca24628 tempest-VolumesNegativeTest-1579081331 tempest-VolumesNegativeTest-1579081331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585164'] for security_group, after_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:37.791030 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.l3_hamode_db [None req-99ee917c-9e3c-44d2-ba33-00ae94f6d06d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc0ee878-9695-4f0e-8389-a67935a5b0e1', 'name': 'tempest-TestMinimumBasicScenario-1791013645-router', 'tenant_id': '8beaaf504a904b60827ee6ad1805f66a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'external_fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': 'e39622fc-c36f-4c38-992a-43d85a46b2d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:08:26Z', 'updated_at': '2021-09-07T14:08:30Z', 'revision_number': 4, 'project_id': '8beaaf504a904b60827ee6ad1805f66a', 'gw_port': {'id': 'e39622fc-c36f-4c38-992a-43d85a46b2d2', 'name': '', 'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:45:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc0ee878-9695-4f0e-8389-a67935a5b0e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:08:26Z', 'updated_at': '2021-09-07T14:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-4-iscsi', '_interfaces': [{'id': '3d698713-77c1-417f-8e2c-56405d82eb8f', 'name': '', 'network_id': '36229da2-37b3-4357-966a-1141011420bf', 'tenant_id': '8beaaf504a904b60827ee6ad1805f66a', 'mac_address': 'fa:16:3e:e0:eb:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc0ee878-9695-4f0e-8389-a67935a5b0e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '5fc93187-c3f5-4aac-8462-ea71a3e7d466', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:08:28Z', 'updated_at': '2021-09-07T14:08:36Z', 'revision_number': 4, 'project_id': '8beaaf504a904b60827ee6ad1805f66a', 'subnets': [{'id': '5fc93187-c3f5-4aac-8462-ea71a3e7d466', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782910-4-iscsi', False) {} {{(pid=94139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:08:37.862339 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bced2729-9c1a-4784-b7d9-7bdbfbed3bf2 req-e2a86c03-0238-485a-a2da-5d91200d3275 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:08:37.871185 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-bced2729-9c1a-4784-b7d9-7bdbfbed3bf2 req-e2a86c03-0238-485a-a2da-5d91200d3275 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] 10.222.0.60 "GET /v2.0/ports?device_id=71cba4d2-6e22-402e-8d65-c9742098a06d HTTP/1.1" status: 200 len: 944 time: 0.1564229 Sep 07 14:08:37.883806 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ee917c-9e3c-44d2-ba33-00ae94f6d06d None None] The sync data for ids ['dc0ee878-9695-4f0e-8389-a67935a5b0e1'] in dv-cinder-782910-4-iscsi is: [{'id': 'dc0ee878-9695-4f0e-8389-a67935a5b0e1', 'name': 'tempest-TestMinimumBasicScenario-1791013645-router', 'tenant_id': '8beaaf504a904b60827ee6ad1805f66a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'external_fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': 'e39622fc-c36f-4c38-992a-43d85a46b2d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:08:26Z', 'updated_at': '2021-09-07T14:08:30Z', 'revision_number': 4, 'project_id': '8beaaf504a904b60827ee6ad1805f66a', 'gw_port': {'id': 'e39622fc-c36f-4c38-992a-43d85a46b2d2', 'name': '', 'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:45:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc0ee878-9695-4f0e-8389-a67935a5b0e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:08:26Z', 'updated_at': '2021-09-07T14:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-4-iscsi', '_interfaces': [{'id': '3d698713-77c1-417f-8e2c-56405d82eb8f', 'name': '', 'network_id': '36229da2-37b3-4357-966a-1141011420bf', 'tenant_id': '8beaaf504a904b60827ee6ad1805f66a', 'mac_address': 'fa:16:3e:e0:eb:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc0ee878-9695-4f0e-8389-a67935a5b0e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '5fc93187-c3f5-4aac-8462-ea71a3e7d466', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:08:28Z', 'updated_at': '2021-09-07T14:08:36Z', 'revision_number': 4, 'project_id': '8beaaf504a904b60827ee6ad1805f66a', 'subnets': [{'id': '5fc93187-c3f5-4aac-8462-ea71a3e7d466', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 14:08:37.900294 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-f8fd9915-3bba-4d62-b741-e242a791840e req-d679ec87-98a5-442d-86bc-1b45fe389429 service neutron] 10.222.0.23 "GET /v2.0/networks/f7617b6d-ab89-4a54-b036-07b674993ecd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3263896 Sep 07 14:08:37.908418 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6a2331-fabf-40f2-a47a-55cbcca24628 tempest-VolumesNegativeTest-1579081331 tempest-VolumesNegativeTest-1579081331-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5beb3a4b-4d85-4c55-8af2-76410ae1cc1e,revision_number=1']} {{(pid=94137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:08:38.002336 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-bced2729-9c1a-4784-b7d9-7bdbfbed3bf2 req-edfc6295-ae2e-4f23-a9e4-a27412c65180 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] 10.222.0.60 "GET /v2.0/security-groups?id=b43b779f-4290-4cca-8b16-3ea14c0aeddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1301153 Sep 07 14:08:38.170567 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-6b40b5aa-97eb-4190-9793-8b2b4e25770f req-c73d2397-874d-465b-81a4-c5b3cc95e1ff tempest-VolumesNegativeTest-1579081331 tempest-VolumesNegativeTest-1579081331-project] 10.222.0.60 "GET /v2.0/ports?device_id=940b39e5-5fa8-43dc-9357-f533ba053256 HTTP/1.1" status: 200 len: 210 time: 0.0660489 Sep 07 14:08:38.199654 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.db.db_base_plugin_common [req-0f12073e-bcf5-4afd-9a83-334ff60fb878 req-8d6a2331-fabf-40f2-a47a-55cbcca24628 tempest-VolumesNegativeTest-1579081331 tempest-VolumesNegativeTest-1579081331-project] Allocated IP 192.168.233.63 (231f31ec-7434-4cd4-ae17-b13db79cd7bf/a6e6f4ed-569c-4f98-8853-91a00cd7a318/8ee93621-e729-4f2d-98e3-01c3bb5b9eb0) {{(pid=94137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 14:08:38.231126 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeabe9a-d5cc-49a2-8a6c-6a5e8eb17f8c req-4b09bec0-7e42-4dcf-9f2d-303ff4940f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:08:38.232577 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-ebeabe9a-d5cc-49a2-8a6c-6a5e8eb17f8c req-4b09bec0-7e42-4dcf-9f2d-303ff4940f28 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=25d79c53f0bd4923ab966dd0d5f549ca&device_id=71cba4d2-6e22-402e-8d65-c9742098a06d HTTP/1.1" status: 200 len: 1097 time: 0.1060896 Sep 07 14:08:38.297552 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-90497945-cc67-4e40-89ff-93978391019b None None] Device 3d698713-77c1-417f-8e2c-56405d82eb8f up at agent ovs-agent-dv-cinder-782910-4-iscsi {{(pid=94139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:08:38.435445 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-90497945-cc67-4e40-89ff-93978391019b None None] Provisioning for port 3d698713-77c1-417f-8e2c-56405d82eb8f completed by entity L2. {{(pid=94139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 14:08:38.444873 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-90497945-cc67-4e40-89ff-93978391019b None None] Provisioning complete for port 3d698713-77c1-417f-8e2c-56405d82eb8f triggered by entity L2. {{(pid=94139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:08:38.445171 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-90497945-cc67-4e40-89ff-93978391019b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462246'] for port, provisioning_complete {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:38.447406 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeabe9a-d5cc-49a2-8a6c-6a5e8eb17f8c req-545e2f2a-f47c-4aca-bf6d-8a18eece268d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:08:38.448773 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-ebeabe9a-d5cc-49a2-8a6c-6a5e8eb17f8c req-545e2f2a-f47c-4aca-bf6d-8a18eece268d service neutron] 10.222.0.23 "GET /v2.0/networks?id=f7617b6d-ab89-4a54-b036-07b674993ecd HTTP/1.1" status: 200 len: 913 time: 0.2062807 Sep 07 14:08:38.563819 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18055ac6-45ba-4b0b-92e7-c424bf235657', 'name': 'network-vif-deleted', 'tag': '83b2dc73-26e2-4ff3-8810-a2d70cd277cc'}] {{(pid=94138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:08:38.573377 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2f7ddeb31991bace343f2b2f4f22cd3bc4274a24b7cd750f83a004d46e17087" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee84b2f9-3e4e-4593-9285-a9d81c280a87" -d '{"events": [{"server_uuid": "18055ac6-45ba-4b0b-92e7-c424bf235657", "name": "network-vif-deleted", "tag": "83b2dc73-26e2-4ff3-8810-a2d70cd277cc"}]}' {{(pid=94138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:08:38.583976 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-89c97a59-353a-4342-831d-26082f354975 req-002413cd-6a12-4d18-918e-71c1941ea6d9 tempest-VolumesActionsTest-253017511 tempest-VolumesActionsTest-253017511-project] 10.222.0.60 "GET /v2.0/ports?device_id=18055ac6-45ba-4b0b-92e7-c424bf235657 HTTP/1.1" status: 200 len: 210 time: 0.0878613 Sep 07 14:08:38.596517 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-ebeabe9a-d5cc-49a2-8a6c-6a5e8eb17f8c req-12f32646-ea69-48e6-bfcc-af3f074c71bd service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c6c42490-6ac1-4acd-8ab9-5b9114fa8411 HTTP/1.1" status: 200 len: 217 time: 0.1251736 Sep 07 14:08:38.646081 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8c500c-8e46-4326-b5d2-117e2ede85aa req-34d11304-54d5-4ab3-a724-6f0d2e5e9d02 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:08:38.660026 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-0e8c500c-8e46-4326-b5d2-117e2ede85aa req-34d11304-54d5-4ab3-a724-6f0d2e5e9d02 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/ports?device_id=752df912-1fe9-4a3a-aedc-0b4fe4e15164 HTTP/1.1" status: 200 len: 945 time: 0.2553692 Sep 07 14:08:38.675069 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-90497945-cc67-4e40-89ff-93978391019b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:38.727603 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [req-0f12073e-bcf5-4afd-9a83-334ff60fb878 req-8d6a2331-fabf-40f2-a47a-55cbcca24628 tempest-VolumesNegativeTest-1579081331 tempest-VolumesNegativeTest-1579081331-project] Notify callbacks [] for port, precommit_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:38.746921 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.db.provisioning_blocks [req-0f12073e-bcf5-4afd-9a83-334ff60fb878 req-8d6a2331-fabf-40f2-a47a-55cbcca24628 tempest-VolumesNegativeTest-1579081331 tempest-VolumesNegativeTest-1579081331-project] Transition to ACTIVE for port object 8ee93621-e729-4f2d-98e3-01c3bb5b9eb0 will not be triggered until provisioned by entity DHCP. {{(pid=94137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 14:08:38.751162 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeabe9a-d5cc-49a2-8a6c-6a5e8eb17f8c req-f3f34807-a9bc-4042-98e1-86ce71c91e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:08:38.753188 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-ebeabe9a-d5cc-49a2-8a6c-6a5e8eb17f8c req-f3f34807-a9bc-4042-98e1-86ce71c91e64 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3750f73b-6c72-42f1-b8a9-086bab013509 HTTP/1.1" status: 200 len: 851 time: 0.1541126 Sep 07 14:08:38.756261 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.db [None req-90497945-cc67-4e40-89ff-93978391019b None None] For port 3d698713-77c1-417f-8e2c-56405d82eb8f, host dv-cinder-782910-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-4-iscsi',level=0,port_id=3d698713-77c1-417f-8e2c-56405d82eb8f,segment=NetworkSegment(c19094c3-309b-4f46-8a6b-7d1ec6b9d67a),segment_id=c19094c3-309b-4f46-8a6b-7d1ec6b9d67a)] {{(pid=94139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:08:38.764475 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-90497945-cc67-4e40-89ff-93978391019b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735729008622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735728620463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735728620481'] for port, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:38.826941 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeabe9a-d5cc-49a2-8a6c-6a5e8eb17f8c req-3181be59-e8d6-4fae-adf7-a9a685121aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:08:38.827652 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90497945-cc67-4e40-89ff-93978391019b None None] Pushing event updated for resources: {'Port': ['ID=3d698713-77c1-417f-8e2c-56405d82eb8f,revision_number=5']} {{(pid=94139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:08:38.828601 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-ebeabe9a-d5cc-49a2-8a6c-6a5e8eb17f8c req-3181be59-e8d6-4fae-adf7-a9a685121aac service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f7617b6d-ab89-4a54-b036-07b674993ecd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0529165 Sep 07 14:08:38.869094 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a16617-3cb8-4a78-b268-85e25c0d1311 req-7271c601-3b7a-4c94-8b85-4707499cc1d8 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:08:38.870764 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-00a16617-3cb8-4a78-b268-85e25c0d1311 req-7271c601-3b7a-4c94-8b85-4707499cc1d8 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ac0934b-f4cd-4421-a325-8fff04835bbc HTTP/1.1" status: 200 len: 945 time: 0.1093752 Sep 07 14:08:38.872780 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [req-0f12073e-bcf5-4afd-9a83-334ff60fb878 req-8d6a2331-fabf-40f2-a47a-55cbcca24628 tempest-VolumesNegativeTest-1579081331 tempest-VolumesNegativeTest-1579081331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735728620445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63929217'] for port, after_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:38.877015 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-0e8c500c-8e46-4326-b5d2-117e2ede85aa req-b5317700-6be3-4cce-ac41-a7af91213495 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/security-groups?id=1eaa7adf-c23d-4a19-a899-ef24f817425f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147224 Sep 07 14:08:38.973028 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 14:08:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03037d35-49fb-4594-9e4c-03766e4c512f x-openstack-request-id: req-03037d35-49fb-4594-9e4c-03766e4c512f {{(pid=94138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:08:38.973631 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18055ac6-45ba-4b0b-92e7-c424bf235657", "name": "network-vif-deleted", "tag": "83b2dc73-26e2-4ff3-8810-a2d70cd277cc", "status": "completed", "code": 200}]} {{(pid=94138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:08:38.974058 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-03037d35-49fb-4594-9e4c-03766e4c512f {{(pid=94138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:08:38.974628 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18055ac6-45ba-4b0b-92e7-c424bf235657', 'name': 'network-vif-deleted', 'tag': '83b2dc73-26e2-4ff3-8810-a2d70cd277cc', 'status': 'completed', 'code': 200} Sep 07 14:08:39.000056 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-ebeabe9a-d5cc-49a2-8a6c-6a5e8eb17f8c req-e0af770b-7999-4eb2-9da1-0c3c19d8559c service neutron] 10.222.0.23 "GET /v2.0/networks/f7617b6d-ab89-4a54-b036-07b674993ecd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628795 Sep 07 14:08:39.072323 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f12073e-bcf5-4afd-9a83-334ff60fb878 req-8d6a2331-fabf-40f2-a47a-55cbcca24628 tempest-VolumesNegativeTest-1579081331 tempest-VolumesNegativeTest-1579081331-project] Network 231f31ec-7434-4cd4-ae17-b13db79cd7bf is already hosted by enough agents. {{(pid=94137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 14:08:39.078667 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.scheduler.base_scheduler [req-0f12073e-bcf5-4afd-9a83-334ff60fb878 req-8d6a2331-fabf-40f2-a47a-55cbcca24628 tempest-VolumesNegativeTest-1579081331 tempest-VolumesNegativeTest-1579081331-project] Resources bound (agent type, host, resource id): {{(pid=94137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:08:39.088105 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f12073e-bcf5-4afd-9a83-334ff60fb878 req-8d6a2331-fabf-40f2-a47a-55cbcca24628 tempest-VolumesNegativeTest-1579081331 tempest-VolumesNegativeTest-1579081331-project] Received port after_create {{(pid=94137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 14:08:39.180201 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6a2331-fabf-40f2-a47a-55cbcca24628 tempest-VolumesNegativeTest-1579081331 tempest-VolumesNegativeTest-1579081331-project] Pushing event updated for resources: {'Port': ['ID=8ee93621-e729-4f2d-98e3-01c3bb5b9eb0,revision_number=1']} {{(pid=94137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:08:39.199448 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-00a16617-3cb8-4a78-b268-85e25c0d1311 req-1e716d56-7602-4a59-9394-9a3bea376402 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] 10.222.0.60 "GET /v2.0/security-groups?id=ee56c5f5-d2bf-4ac0-8e7f-3030efc8e7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3141451 Sep 07 14:08:39.252002 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-ebeabe9a-d5cc-49a2-8a6c-6a5e8eb17f8c req-8879526f-4378-4609-9412-05a7d7ccfd3a service neutron] 10.222.0.23 "GET /v2.0/networks/f7617b6d-ab89-4a54-b036-07b674993ecd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2442365 Sep 07 14:08:39.295774 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f12073e-bcf5-4afd-9a83-334ff60fb878 req-8d6a2331-fabf-40f2-a47a-55cbcca24628 tempest-VolumesNegativeTest-1579081331 tempest-VolumesNegativeTest-1579081331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:08:39.296947 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [req-0f12073e-bcf5-4afd-9a83-334ff60fb878 req-8d6a2331-fabf-40f2-a47a-55cbcca24628 tempest-VolumesNegativeTest-1579081331 tempest-VolumesNegativeTest-1579081331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539090'] for port, before_response {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:39.331134 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb96a417-ff49-4465-8bbd-cb8835f04eb9 req-bfd79bd1-85b7-432c-b5c8-0537d17f6613 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:08:39.332753 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-bb96a417-ff49-4465-8bbd-cb8835f04eb9 req-bfd79bd1-85b7-432c-b5c8-0537d17f6613 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] 10.222.0.60 "GET /v2.0/ports?device_id=71cba4d2-6e22-402e-8d65-c9742098a06d HTTP/1.1" status: 200 len: 944 time: 0.1795061 Sep 07 14:08:39.334236 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-0f12073e-bcf5-4afd-9a83-334ff60fb878 req-8d6a2331-fabf-40f2-a47a-55cbcca24628 tempest-VolumesNegativeTest-1579081331 tempest-VolumesNegativeTest-1579081331-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5558906 Sep 07 14:08:39.356092 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.v2.base [req-0f12073e-bcf5-4afd-9a83-334ff60fb878 req-f8fe89cc-4b5e-4927-b30c-c18c4d7815e1 service neutron] Request body: {'port': {'device_id': '940b39e5-5fa8-43dc-9357-f533ba053256', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78291'}} {{(pid=94137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:08:39.498219 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-bb96a417-ff49-4465-8bbd-cb8835f04eb9 req-142a12cd-7e92-4db2-bd4e-81a892453d74 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] 10.222.0.60 "GET /v2.0/security-groups?id=b43b779f-4290-4cca-8b16-3ea14c0aeddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1582122 Sep 07 14:08:39.505622 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [req-0f12073e-bcf5-4afd-9a83-334ff60fb878 req-f8fe89cc-4b5e-4927-b30c-c18c4d7815e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_update {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:39.533048 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-cc53ca10-472f-4362-a118-92a174ed8c3d None None] Provisioning for port 8ee93621-e729-4f2d-98e3-01c3bb5b9eb0 completed by entity DHCP. {{(pid=94139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 14:08:39.538241 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-cc53ca10-472f-4362-a118-92a174ed8c3d None None] Provisioning complete for port 8ee93621-e729-4f2d-98e3-01c3bb5b9eb0 triggered by entity DHCP. {{(pid=94139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:08:39.538458 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e70a823-d645-47e0-a09f-4e4d14138cd1 req-940f7e2a-0040-44f2-9ba2-18f1c7e7daf5 tempest-VolumesNegativeTest-1579081331 tempest-VolumesNegativeTest-1579081331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:08:39.539623 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-cc53ca10-472f-4362-a118-92a174ed8c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462246'] for port, provisioning_complete {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:39.540900 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-0e70a823-d645-47e0-a09f-4e4d14138cd1 req-940f7e2a-0040-44f2-9ba2-18f1c7e7daf5 tempest-VolumesNegativeTest-1579081331 tempest-VolumesNegativeTest-1579081331-project] 10.222.0.60 "GET /v2.0/ports?device_id=940b39e5-5fa8-43dc-9357-f533ba053256 HTTP/1.1" status: 200 len: 935 time: 0.1468580 Sep 07 14:08:39.617551 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.plugin [None req-cc53ca10-472f-4362-a118-92a174ed8c3d None None] Port 8ee93621-e729-4f2d-98e3-01c3bb5b9eb0 cannot update to ACTIVE because it is not bound. {{(pid=94139) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 14:08:39.625674 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-0e70a823-d645-47e0-a09f-4e4d14138cd1 req-a9ebbeff-7c2f-4a6c-bf56-206e57ef9ea8 tempest-VolumesNegativeTest-1579081331 tempest-VolumesNegativeTest-1579081331-project] 10.222.0.60 "GET /v2.0/security-groups?id=5beb3a4b-4d85-4c55-8af2-76410ae1cc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667241 Sep 07 14:08:39.634216 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Device 83b2dc73-26e2-4ff3-8810-a2d70cd277cc no longer exists at agent hyperv_hv-cinder-78291 {{(pid=94139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 14:08:39.677318 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.plugin [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] No Port match for: 83b2dc73-26e2-4ff3-8810-a2d70cd277cc {{(pid=94139) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 14:08:39.677667 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Device 83b2dc73-26e2-4ff3-8810-a2d70cd277cc not bound to the agent host hv-cinder-78291 {{(pid=94139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 14:08:39.985613 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.notifiers.nova [req-0f12073e-bcf5-4afd-9a83-334ff60fb878 req-f8fe89cc-4b5e-4927-b30c-c18c4d7815e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ee93621-e729-4f2d-98e3-01c3bb5b9eb0 {{(pid=94137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 14:08:39.994809 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [req-0f12073e-bcf5-4afd-9a83-334ff60fb878 req-f8fe89cc-4b5e-4927-b30c-c18c4d7815e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:40.013537 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.db.provisioning_blocks [req-0f12073e-bcf5-4afd-9a83-334ff60fb878 req-f8fe89cc-4b5e-4927-b30c-c18c4d7815e1 service neutron] Transition to ACTIVE for port object 8ee93621-e729-4f2d-98e3-01c3bb5b9eb0 will not be triggered until provisioned by entity L2. {{(pid=94137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 14:08:40.023803 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [req-0f12073e-bcf5-4afd-9a83-334ff60fb878 req-f8fe89cc-4b5e-4927-b30c-c18c4d7815e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735729008622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735728620463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735728620481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63929230'] for port, after_update {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:40.133469 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fe89cc-4b5e-4927-b30c-c18c4d7815e1 service neutron] Pushing event updated for resources: {'Port': ['ID=8ee93621-e729-4f2d-98e3-01c3bb5b9eb0,revision_number=2']} {{(pid=94137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:08:40.185917 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbb5b4b-d109-4bbb-bca6-de9775c538fe req-e98f9e47-b94f-4a91-aab3-6bf899df113e tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:08:40.193495 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-9cbb5b4b-d109-4bbb-bca6-de9775c538fe req-e98f9e47-b94f-4a91-aab3-6bf899df113e tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/ports?device_id=752df912-1fe9-4a3a-aedc-0b4fe4e15164 HTTP/1.1" status: 200 len: 945 time: 0.1524258 Sep 07 14:08:40.281221 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-9cbb5b4b-d109-4bbb-bca6-de9775c538fe req-afb67823-e8fb-42d4-8341-9889c544e260 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/security-groups?id=1eaa7adf-c23d-4a19-a899-ef24f817425f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863419 Sep 07 14:08:40.297378 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-90497945-cc67-4e40-89ff-93978391019b None None] Device 3d698713-77c1-417f-8e2c-56405d82eb8f up at agent ovs-agent-dv-cinder-782910-4-iscsi {{(pid=94139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:08:40.359565 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.managers [req-0f12073e-bcf5-4afd-9a83-334ff60fb878 req-f8fe89cc-4b5e-4927-b30c-c18c4d7815e1 service neutron] Attempting to bind port 8ee93621-e729-4f2d-98e3-01c3bb5b9eb0 on host hv-cinder-78291 for vnic_type normal with profile {{(pid=94137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 14:08:40.359565 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.managers [req-0f12073e-bcf5-4afd-9a83-334ff60fb878 req-f8fe89cc-4b5e-4927-b30c-c18c4d7815e1 service neutron] Attempting to bind port 8ee93621-e729-4f2d-98e3-01c3bb5b9eb0 by drivers openvswitch,hyperv on host hv-cinder-78291 at level 0 using segments [{'id': 'e37effde-7211-40ad-806a-086e998b0683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '231f31ec-7434-4cd4-ae17-b13db79cd7bf'}] {{(pid=94137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 14:08:40.359565 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f12073e-bcf5-4afd-9a83-334ff60fb878 req-f8fe89cc-4b5e-4927-b30c-c18c4d7815e1 service neutron] Attempting to bind port 8ee93621-e729-4f2d-98e3-01c3bb5b9eb0 on network 231f31ec-7434-4cd4-ae17-b13db79cd7bf {{(pid=94137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 14:08:40.389163 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f12073e-bcf5-4afd-9a83-334ff60fb878 req-f8fe89cc-4b5e-4927-b30c-c18c4d7815e1 service neutron] Port 8ee93621-e729-4f2d-98e3-01c3bb5b9eb0 on network 231f31ec-7434-4cd4-ae17-b13db79cd7bf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78291 {{(pid=94137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 14:08:40.389513 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f12073e-bcf5-4afd-9a83-334ff60fb878 req-f8fe89cc-4b5e-4927-b30c-c18c4d7815e1 service neutron] Attempting to bind port 8ee93621-e729-4f2d-98e3-01c3bb5b9eb0 on network 231f31ec-7434-4cd4-ae17-b13db79cd7bf {{(pid=94137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 14:08:40.401848 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f12073e-bcf5-4afd-9a83-334ff60fb878 req-f8fe89cc-4b5e-4927-b30c-c18c4d7815e1 service neutron] Checking agent: {'id': '42fa3594-1565-4da1-9b03-2e08c5cc8c06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78291', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 14, 4, 18), 'started_at': datetime.datetime(2021, 9, 7, 14, 4, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 14, 8, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 14:08:40.402219 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f12073e-bcf5-4afd-9a83-334ff60fb878 req-f8fe89cc-4b5e-4927-b30c-c18c4d7815e1 service neutron] Checking segment: {'id': 'e37effde-7211-40ad-806a-086e998b0683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '231f31ec-7434-4cd4-ae17-b13db79cd7bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 14:08:40.402609 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f12073e-bcf5-4afd-9a83-334ff60fb878 req-f8fe89cc-4b5e-4927-b30c-c18c4d7815e1 service neutron] Bound using segment: {'id': 'e37effde-7211-40ad-806a-086e998b0683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '231f31ec-7434-4cd4-ae17-b13db79cd7bf'} {{(pid=94137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 14:08:40.402879 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-90497945-cc67-4e40-89ff-93978391019b None None] Provisioning complete for port 3d698713-77c1-417f-8e2c-56405d82eb8f triggered by entity L2. {{(pid=94139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:08:40.403161 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.managers [req-0f12073e-bcf5-4afd-9a83-334ff60fb878 req-f8fe89cc-4b5e-4927-b30c-c18c4d7815e1 service neutron] Bound port: 8ee93621-e729-4f2d-98e3-01c3bb5b9eb0, host: hv-cinder-78291, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e37effde-7211-40ad-806a-086e998b0683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '231f31ec-7434-4cd4-ae17-b13db79cd7bf'}}] {{(pid=94137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 14:08:40.403536 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [req-0f12073e-bcf5-4afd-9a83-334ff60fb878 req-f8fe89cc-4b5e-4927-b30c-c18c4d7815e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_update {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:40.403968 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-90497945-cc67-4e40-89ff-93978391019b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462246'] for port, provisioning_complete {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:40.436398 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde35e47-821f-4ea7-baf1-7abc4540ae4d req-b472fedb-6e52-44c3-b356-fc4767903483 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:08:40.444101 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-bde35e47-821f-4ea7-baf1-7abc4540ae4d req-b472fedb-6e52-44c3-b356-fc4767903483 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ac0934b-f4cd-4421-a325-8fff04835bbc HTTP/1.1" status: 200 len: 945 time: 0.1103933 Sep 07 14:08:40.536843 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-bde35e47-821f-4ea7-baf1-7abc4540ae4d req-4dc3e62d-9960-460d-b9ac-5e0bacad339e tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] 10.222.0.60 "GET /v2.0/security-groups?id=ee56c5f5-d2bf-4ac0-8e7f-3030efc8e7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903924 Sep 07 14:08:40.556358 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.db [req-0f12073e-bcf5-4afd-9a83-334ff60fb878 req-f8fe89cc-4b5e-4927-b30c-c18c4d7815e1 service neutron] For port 8ee93621-e729-4f2d-98e3-01c3bb5b9eb0, host hv-cinder-78291, cleared binding levels {{(pid=94137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 14:08:40.567832 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.db [req-0f12073e-bcf5-4afd-9a83-334ff60fb878 req-f8fe89cc-4b5e-4927-b30c-c18c4d7815e1 service neutron] For port 8ee93621-e729-4f2d-98e3-01c3bb5b9eb0, host hv-cinder-78291, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=8ee93621-e729-4f2d-98e3-01c3bb5b9eb0,segment=NetworkSegment(e37effde-7211-40ad-806a-086e998b0683),segment_id=e37effde-7211-40ad-806a-086e998b0683)] {{(pid=94137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 14:08:40.576762 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [req-0f12073e-bcf5-4afd-9a83-334ff60fb878 req-f8fe89cc-4b5e-4927-b30c-c18c4d7815e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735729008622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735728620463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735728620481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63929230'] for port, after_update {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:40.652188 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-7647936d-5607-42f3-a966-079283819445 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:40.680478 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f12073e-bcf5-4afd-9a83-334ff60fb878 req-f8fe89cc-4b5e-4927-b30c-c18c4d7815e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:08:40.681277 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [req-0f12073e-bcf5-4afd-9a83-334ff60fb878 req-f8fe89cc-4b5e-4927-b30c-c18c4d7815e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539090'] for port, before_response {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:40.682753 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-0f12073e-bcf5-4afd-9a83-334ff60fb878 req-f8fe89cc-4b5e-4927-b30c-c18c4d7815e1 service neutron] 10.222.0.23 "PUT /v2.0/ports/8ee93621-e729-4f2d-98e3-01c3bb5b9eb0 HTTP/1.1" status: 200 len: 1097 time: 1.3366978 Sep 07 14:08:40.683211 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '940b39e5-5fa8-43dc-9357-f533ba053256', 'tag': '8ee93621-e729-4f2d-98e3-01c3bb5b9eb0'}] {{(pid=94137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:08:40.685738 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7b38e126f5d6ed26c5a634d27f228b3e9a23f971082ab434b79987af6775de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0467416-d62a-4175-a9ea-78cb91046610" -d '{"events": [{"name": "network-changed", "server_uuid": "940b39e5-5fa8-43dc-9357-f533ba053256", "tag": "8ee93621-e729-4f2d-98e3-01c3bb5b9eb0"}]}' {{(pid=94137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:08:40.708404 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fe89cc-4b5e-4927-b30c-c18c4d7815e1 service neutron] Pushing event updated for resources: {'Port': ['ID=8ee93621-e729-4f2d-98e3-01c3bb5b9eb0,revision_number=3']} {{(pid=94137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:08:40.729411 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe20449-53fd-4292-8a28-fdaaac7f188d req-84259903-c89b-4845-9a7e-4236fb0757ad tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:08:40.732453 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-bfe20449-53fd-4292-8a28-fdaaac7f188d req-84259903-c89b-4845-9a7e-4236fb0757ad tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] 10.222.0.60 "GET /v2.0/ports?device_id=71cba4d2-6e22-402e-8d65-c9742098a06d HTTP/1.1" status: 200 len: 944 time: 0.1235671 Sep 07 14:08:40.896883 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-bfe20449-53fd-4292-8a28-fdaaac7f188d req-7c05127d-8988-477c-a32e-ca60b9648588 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] 10.222.0.60 "GET /v2.0/security-groups?id=b43b779f-4290-4cca-8b16-3ea14c0aeddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1554704 Sep 07 14:08:40.933231 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09585b1-fea5-4c27-9be3-6d4f5920a566 req-fd44d479-b5bd-4404-8f7d-d6db21fbdb1d tempest-VolumesNegativeTest-1579081331 tempest-VolumesNegativeTest-1579081331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:08:40.941822 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-e09585b1-fea5-4c27-9be3-6d4f5920a566 req-fd44d479-b5bd-4404-8f7d-d6db21fbdb1d tempest-VolumesNegativeTest-1579081331 tempest-VolumesNegativeTest-1579081331-project] 10.222.0.60 "GET /v2.0/ports?device_id=940b39e5-5fa8-43dc-9357-f533ba053256 HTTP/1.1" status: 200 len: 947 time: 0.1576936 Sep 07 14:08:40.953078 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f12073e-bcf5-4afd-9a83-334ff60fb878 req-99533f50-da9f-4bf5-9a42-67d9b20f326b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:08:40.954604 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-0f12073e-bcf5-4afd-9a83-334ff60fb878 req-99533f50-da9f-4bf5-9a42-67d9b20f326b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e6d9c5eab2df4f4ca6a926336028bb98&device_id=940b39e5-5fa8-43dc-9357-f533ba053256 HTTP/1.1" status: 200 len: 1100 time: 0.1615305 Sep 07 14:08:40.966247 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 14:08:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65b60011-df41-458f-8ba1-9daf0bacc26b x-openstack-request-id: req-65b60011-df41-458f-8ba1-9daf0bacc26b {{(pid=94137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:08:40.966433 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "940b39e5-5fa8-43dc-9357-f533ba053256", "tag": "8ee93621-e729-4f2d-98e3-01c3bb5b9eb0", "status": "completed", "code": 200}]} {{(pid=94137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:08:40.966759 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-65b60011-df41-458f-8ba1-9daf0bacc26b {{(pid=94137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:08:40.968379 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '940b39e5-5fa8-43dc-9357-f533ba053256', 'tag': '8ee93621-e729-4f2d-98e3-01c3bb5b9eb0', 'status': 'completed', 'code': 200} Sep 07 14:08:41.031674 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-0f12073e-bcf5-4afd-9a83-334ff60fb878 req-2c1fa294-a9ef-411d-8d7f-c7a36a5ec767 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=8ee93621-e729-4f2d-98e3-01c3bb5b9eb0 HTTP/1.1" status: 200 len: 217 time: 0.0583842 Sep 07 14:08:41.053334 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-e09585b1-fea5-4c27-9be3-6d4f5920a566 req-cc00cc95-0a8e-46ee-be3a-4548b0a9c901 tempest-VolumesNegativeTest-1579081331 tempest-VolumesNegativeTest-1579081331-project] 10.222.0.60 "GET /v2.0/security-groups?id=5beb3a4b-4d85-4c55-8af2-76410ae1cc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066628 Sep 07 14:08:41.109512 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f12073e-bcf5-4afd-9a83-334ff60fb878 req-de5e97d7-7c75-4af6-a9eb-0455e7692c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:08:41.111923 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-0f12073e-bcf5-4afd-9a83-334ff60fb878 req-de5e97d7-7c75-4af6-a9eb-0455e7692c77 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a6e6f4ed-569c-4f98-8853-91a00cd7a318 HTTP/1.1" status: 200 len: 843 time: 0.0565171 Sep 07 14:08:41.182522 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f12073e-bcf5-4afd-9a83-334ff60fb878 req-38d4217b-a0c2-478c-b534-00e8478165b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:08:41.185979 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-0f12073e-bcf5-4afd-9a83-334ff60fb878 req-38d4217b-a0c2-478c-b534-00e8478165b4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=231f31ec-7434-4cd4-ae17-b13db79cd7bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0621395 Sep 07 14:08:41.298485 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-0f12073e-bcf5-4afd-9a83-334ff60fb878 req-6934a0f0-c568-422c-993d-e7a64afd347d service neutron] 10.222.0.23 "GET /v2.0/networks/231f31ec-7434-4cd4-ae17-b13db79cd7bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018677 Sep 07 14:08:41.447072 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-0f12073e-bcf5-4afd-9a83-334ff60fb878 req-fcf1b2b2-8b5f-4c0f-8361-20ecf71f4cc0 service neutron] 10.222.0.23 "GET /v2.0/networks/231f31ec-7434-4cd4-ae17-b13db79cd7bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386087 Sep 07 14:08:41.471006 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25b2454-6421-40d2-873f-7cffb2b81dab req-ecc27c21-9343-41a3-839a-7b20f90c63e4 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:08:41.480905 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-b25b2454-6421-40d2-873f-7cffb2b81dab req-ecc27c21-9343-41a3-839a-7b20f90c63e4 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/ports?device_id=752df912-1fe9-4a3a-aedc-0b4fe4e15164 HTTP/1.1" status: 200 len: 945 time: 0.0837715 Sep 07 14:08:41.525800 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-b25b2454-6421-40d2-873f-7cffb2b81dab req-1d9dea65-a27a-4d5c-bd10-f358348a0ff2 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/security-groups?id=1eaa7adf-c23d-4a19-a899-ef24f817425f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438871 Sep 07 14:08:41.687218 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf284ac2-0f36-4d79-b667-bb6396e866e1 req-bcf0577f-f392-492e-8932-a559d5684e0b tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:08:41.688816 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-bf284ac2-0f36-4d79-b667-bb6396e866e1 req-bcf0577f-f392-492e-8932-a559d5684e0b tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ac0934b-f4cd-4421-a325-8fff04835bbc HTTP/1.1" status: 200 len: 945 time: 0.0586224 Sep 07 14:08:41.732524 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-bf284ac2-0f36-4d79-b667-bb6396e866e1 req-ab5d6e03-0564-49ac-99ab-64345458f869 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] 10.222.0.60 "GET /v2.0/security-groups?id=ee56c5f5-d2bf-4ac0-8e7f-3030efc8e7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374756 Sep 07 14:08:41.964349 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b69cfe-a5aa-47bf-821f-eb6b61c87db2 req-fa0a5e7a-8ae1-463f-889d-6770cb17ea37 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:08:41.979715 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-39b69cfe-a5aa-47bf-821f-eb6b61c87db2 req-fa0a5e7a-8ae1-463f-889d-6770cb17ea37 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ac0934b-f4cd-4421-a325-8fff04835bbc HTTP/1.1" status: 200 len: 945 time: 0.0769563 Sep 07 14:08:42.050519 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-39b69cfe-a5aa-47bf-821f-eb6b61c87db2 req-18807118-40cc-4e73-8b3c-76c2ba60721c tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] 10.222.0.60 "GET /v2.0/security-groups?id=ee56c5f5-d2bf-4ac0-8e7f-3030efc8e7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691991 Sep 07 14:08:42.077883 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e091ed-b3db-4d73-a379-b3246f2ff7ec req-0068abd0-ae45-4169-bc36-12e3ee72b984 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:08:42.079367 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-a0e091ed-b3db-4d73-a379-b3246f2ff7ec req-0068abd0-ae45-4169-bc36-12e3ee72b984 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] 10.222.0.60 "GET /v2.0/ports?device_id=71cba4d2-6e22-402e-8d65-c9742098a06d HTTP/1.1" status: 200 len: 944 time: 0.0850506 Sep 07 14:08:42.133280 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-a0e091ed-b3db-4d73-a379-b3246f2ff7ec req-af176e08-81a8-48cc-8a35-a3e221a4d34a tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] 10.222.0.60 "GET /v2.0/security-groups?id=b43b779f-4290-4cca-8b16-3ea14c0aeddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448191 Sep 07 14:08:42.207424 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c98564-faf7-4dfd-b8b4-eaf2dd1dfef0 req-da95d04d-67f0-4f20-8bb4-283d62dd6874 tempest-VolumesNegativeTest-1579081331 tempest-VolumesNegativeTest-1579081331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:08:42.209216 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-a8c98564-faf7-4dfd-b8b4-eaf2dd1dfef0 req-da95d04d-67f0-4f20-8bb4-283d62dd6874 tempest-VolumesNegativeTest-1579081331 tempest-VolumesNegativeTest-1579081331-project] 10.222.0.60 "GET /v2.0/ports?device_id=940b39e5-5fa8-43dc-9357-f533ba053256 HTTP/1.1" status: 200 len: 947 time: 0.0591054 Sep 07 14:08:42.279352 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-a8c98564-faf7-4dfd-b8b4-eaf2dd1dfef0 req-a309f149-aacc-4593-abef-9fd804efdb21 tempest-VolumesNegativeTest-1579081331 tempest-VolumesNegativeTest-1579081331-project] 10.222.0.60 "GET /v2.0/security-groups?id=5beb3a4b-4d85-4c55-8af2-76410ae1cc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509233 Sep 07 14:08:42.646910 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241f4d12-9c54-4fa9-acfd-bfbb4cce79b3 req-f9409b54-c0b0-4419-ba21-bee86a3f27cf tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:08:42.659708 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-241f4d12-9c54-4fa9-acfd-bfbb4cce79b3 req-f9409b54-c0b0-4419-ba21-bee86a3f27cf tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/ports?device_id=752df912-1fe9-4a3a-aedc-0b4fe4e15164 HTTP/1.1" status: 200 len: 945 time: 0.0626347 Sep 07 14:08:42.695025 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-241f4d12-9c54-4fa9-acfd-bfbb4cce79b3 req-8300a0e7-1199-4472-9a39-bfdcd27b5fba tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/security-groups?id=1eaa7adf-c23d-4a19-a899-ef24f817425f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343730 Sep 07 14:08:43.201696 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306b56e0-3664-4470-acb4-7648061bbf44 req-253cd5cd-be28-40d8-8054-6403ed54df72 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:08:43.203497 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-306b56e0-3664-4470-acb4-7648061bbf44 req-253cd5cd-be28-40d8-8054-6403ed54df72 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ac0934b-f4cd-4421-a325-8fff04835bbc HTTP/1.1" status: 200 len: 945 time: 0.0751603 Sep 07 14:08:43.295563 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-306b56e0-3664-4470-acb4-7648061bbf44 req-ad38b217-7bf1-4e87-9048-a20d36b885b2 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] 10.222.0.60 "GET /v2.0/security-groups?id=ee56c5f5-d2bf-4ac0-8e7f-3030efc8e7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858505 Sep 07 14:08:43.314982 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb7c7b1-8c41-4fac-8600-6090ba2ab998 req-3ec24afa-5e11-4546-92a2-15263803df99 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:08:43.322928 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-5bb7c7b1-8c41-4fac-8600-6090ba2ab998 req-3ec24afa-5e11-4546-92a2-15263803df99 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] 10.222.0.60 "GET /v2.0/ports?device_id=71cba4d2-6e22-402e-8d65-c9742098a06d HTTP/1.1" status: 200 len: 944 time: 0.0814943 Sep 07 14:08:43.373631 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-5bb7c7b1-8c41-4fac-8600-6090ba2ab998 req-9cb57e5f-efe5-42b0-a3e2-e3ce83fc0391 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] 10.222.0.60 "GET /v2.0/security-groups?id=b43b779f-4290-4cca-8b16-3ea14c0aeddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496845 Sep 07 14:08:43.438049 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05b6cfb-3a8f-438c-8626-11c3a17e0d67 req-ca2f517b-9adf-45eb-bb57-aa3ea999a631 tempest-VolumesNegativeTest-1579081331 tempest-VolumesNegativeTest-1579081331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:08:43.439726 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-c05b6cfb-3a8f-438c-8626-11c3a17e0d67 req-ca2f517b-9adf-45eb-bb57-aa3ea999a631 tempest-VolumesNegativeTest-1579081331 tempest-VolumesNegativeTest-1579081331-project] 10.222.0.60 "GET /v2.0/ports?device_id=940b39e5-5fa8-43dc-9357-f533ba053256 HTTP/1.1" status: 200 len: 947 time: 0.0612481 Sep 07 14:08:43.459096 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-6403bf2f-1ecc-46ae-a6b0-506b2df1eb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:43.496113 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-c05b6cfb-3a8f-438c-8626-11c3a17e0d67 req-ac638aa0-caba-4786-8c9d-a6eceb1cc69f tempest-VolumesNegativeTest-1579081331 tempest-VolumesNegativeTest-1579081331-project] 10.222.0.60 "GET /v2.0/security-groups?id=5beb3a4b-4d85-4c55-8af2-76410ae1cc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465698 Sep 07 14:08:43.830584 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d8d18a-0fe1-4664-90f6-b1e1fd1fb959 req-3c8a659c-6bc2-41a3-9c0f-a5d07df1a6a8 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:08:43.837803 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-83d8d18a-0fe1-4664-90f6-b1e1fd1fb959 req-3c8a659c-6bc2-41a3-9c0f-a5d07df1a6a8 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/ports?device_id=752df912-1fe9-4a3a-aedc-0b4fe4e15164 HTTP/1.1" status: 200 len: 945 time: 0.0608835 Sep 07 14:08:43.883922 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-83d8d18a-0fe1-4664-90f6-b1e1fd1fb959 req-cebf0832-be1d-4464-a463-9291e38b416c tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/security-groups?id=1eaa7adf-c23d-4a19-a899-ef24f817425f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445647 Sep 07 14:08:44.187693 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-90497945-cc67-4e40-89ff-93978391019b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:44.295684 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0467416-d62a-4175-a9ea-78cb91046610 req-e405946f-efb5-437a-9fea-fe32c750a8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:08:44.297375 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-a0467416-d62a-4175-a9ea-78cb91046610 req-e405946f-efb5-437a-9fea-fe32c750a8ce service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e6d9c5eab2df4f4ca6a926336028bb98&device_id=940b39e5-5fa8-43dc-9357-f533ba053256 HTTP/1.1" status: 200 len: 1100 time: 0.0630345 Sep 07 14:08:44.410579 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7862121-b995-4138-bc7b-d84b73c5d191 req-d3937417-d51c-4468-a378-85d9b116306c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:08:44.412232 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-c7862121-b995-4138-bc7b-d84b73c5d191 req-d3937417-d51c-4468-a378-85d9b116306c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=584f3be6a05141bfb7e331ef2c02474d&device_id=7ac0934b-f4cd-4421-a325-8fff04835bbc HTTP/1.1" status: 200 len: 1098 time: 0.0735209 Sep 07 14:08:44.485666 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0467416-d62a-4175-a9ea-78cb91046610 req-211cb277-88bd-43d1-a4a0-35459826658f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:08:44.487045 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-a0467416-d62a-4175-a9ea-78cb91046610 req-211cb277-88bd-43d1-a4a0-35459826658f service neutron] 10.222.0.23 "GET /v2.0/networks?id=231f31ec-7434-4cd4-ae17-b13db79cd7bf HTTP/1.1" status: 200 len: 870 time: 0.1793826 Sep 07 14:08:44.577000 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7862121-b995-4138-bc7b-d84b73c5d191 req-027ed4bf-546c-42f4-a19d-8c89239b3ade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:08:44.579270 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-c7862121-b995-4138-bc7b-d84b73c5d191 req-027ed4bf-546c-42f4-a19d-8c89239b3ade service neutron] 10.222.0.23 "GET /v2.0/networks?id=2ef27011-b43e-416b-9da9-0568387a6a08 HTTP/1.1" status: 200 len: 911 time: 0.1550946 Sep 07 14:08:44.681168 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-c7862121-b995-4138-bc7b-d84b73c5d191 req-d3c77a73-2f68-4e9f-abe7-76b380c2a9c3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=67949d7e-c8a2-480c-a855-bf27f4fa9292 HTTP/1.1" status: 200 len: 999 time: 0.0880582 Sep 07 14:08:44.690856 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-cec4f6fb-2ca0-44f4-a970-9dc467b3a3ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:44.742428 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7862121-b995-4138-bc7b-d84b73c5d191 req-3263e88e-b3d1-4281-81f4-69169045e0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:08:44.744201 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-c7862121-b995-4138-bc7b-d84b73c5d191 req-3263e88e-b3d1-4281-81f4-69169045e0ea service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f68d2061-21fd-4a9c-bc36-251c4f0ac2ed HTTP/1.1" status: 200 len: 849 time: 0.0556459 Sep 07 14:08:44.768614 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-a0467416-d62a-4175-a9ea-78cb91046610 req-8c39f604-46b3-4301-a312-499d286f20f8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=8ee93621-e729-4f2d-98e3-01c3bb5b9eb0 HTTP/1.1" status: 200 len: 217 time: 0.2503662 Sep 07 14:08:44.793523 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae7d2e8-4f5c-4986-b26f-2a6efbb10813 req-ff2d72b6-d08f-43a2-9d51-69a04e58e54d tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:08:44.802404 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-aae7d2e8-4f5c-4986-b26f-2a6efbb10813 req-ff2d72b6-d08f-43a2-9d51-69a04e58e54d tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ac0934b-f4cd-4421-a325-8fff04835bbc HTTP/1.1" status: 200 len: 945 time: 0.3773699 Sep 07 14:08:44.811683 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7862121-b995-4138-bc7b-d84b73c5d191 req-5b9101c6-f2cd-4f0b-90e5-81f915d45ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:08:44.815450 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-c7862121-b995-4138-bc7b-d84b73c5d191 req-5b9101c6-f2cd-4f0b-90e5-81f915d45ab5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2ef27011-b43e-416b-9da9-0568387a6a08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0570624 Sep 07 14:08:44.864284 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49576b3-b974-47ea-9a57-aae5474aa6c2 req-fe1274ea-d947-44d5-b3e8-c130cc682cbb tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:08:44.871723 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-c49576b3-b974-47ea-9a57-aae5474aa6c2 req-fe1274ea-d947-44d5-b3e8-c130cc682cbb tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] 10.222.0.60 "GET /v2.0/ports?device_id=71cba4d2-6e22-402e-8d65-c9742098a06d HTTP/1.1" status: 200 len: 944 time: 0.3880508 Sep 07 14:08:44.881851 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0467416-d62a-4175-a9ea-78cb91046610 req-28b56799-1406-4fc4-b238-36a12681cf71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:08:44.883478 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-a0467416-d62a-4175-a9ea-78cb91046610 req-28b56799-1406-4fc4-b238-36a12681cf71 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a6e6f4ed-569c-4f98-8853-91a00cd7a318 HTTP/1.1" status: 200 len: 843 time: 0.1057637 Sep 07 14:08:44.938002 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-aae7d2e8-4f5c-4986-b26f-2a6efbb10813 req-d4444e60-7bc7-412f-8af6-800568aa56c9 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] 10.222.0.60 "GET /v2.0/security-groups?id=ee56c5f5-d2bf-4ac0-8e7f-3030efc8e7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1346476 Sep 07 14:08:44.954007 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-c7862121-b995-4138-bc7b-d84b73c5d191 req-844909de-5330-4e19-b733-9ff9f2b2d2da service neutron] 10.222.0.23 "GET /v2.0/networks/2ef27011-b43e-416b-9da9-0568387a6a08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276674 Sep 07 14:08:44.996711 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-c49576b3-b974-47ea-9a57-aae5474aa6c2 req-cf0cfdfc-d9b1-42a6-bb1f-d3b07d77851a tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] 10.222.0.60 "GET /v2.0/security-groups?id=b43b779f-4290-4cca-8b16-3ea14c0aeddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1221919 Sep 07 14:08:45.031420 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0467416-d62a-4175-a9ea-78cb91046610 req-bd7c724f-fe9c-4a04-908c-ca6709e76f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:08:45.037963 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-a0467416-d62a-4175-a9ea-78cb91046610 req-bd7c724f-fe9c-4a04-908c-ca6709e76f4c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=231f31ec-7434-4cd4-ae17-b13db79cd7bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1257188 Sep 07 14:08:45.113037 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-c7862121-b995-4138-bc7b-d84b73c5d191 req-dbd8e8a5-978b-40e3-9ca2-34d3fa45c2e1 service neutron] 10.222.0.23 "GET /v2.0/networks/2ef27011-b43e-416b-9da9-0568387a6a08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484373 Sep 07 14:08:45.202886 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01e0999-4481-4643-b413-be35664a8ee9 req-14395bf4-6324-4538-af2d-07c3c904ffda tempest-VolumesNegativeTest-1579081331 tempest-VolumesNegativeTest-1579081331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:08:45.204352 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-d01e0999-4481-4643-b413-be35664a8ee9 req-14395bf4-6324-4538-af2d-07c3c904ffda tempest-VolumesNegativeTest-1579081331 tempest-VolumesNegativeTest-1579081331-project] 10.222.0.60 "GET /v2.0/ports?device_id=940b39e5-5fa8-43dc-9357-f533ba053256 HTTP/1.1" status: 200 len: 947 time: 0.1567264 Sep 07 14:08:45.249270 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0f70c8-ba46-4059-b0a0-9a7efaa39641 req-dc1a5cdd-3f0b-4a7f-b73b-c1f46977c8aa tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:08:45.256504 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-1b0f70c8-ba46-4059-b0a0-9a7efaa39641 req-dc1a5cdd-3f0b-4a7f-b73b-c1f46977c8aa tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/ports?device_id=752df912-1fe9-4a3a-aedc-0b4fe4e15164 HTTP/1.1" status: 200 len: 945 time: 0.1394126 Sep 07 14:08:45.270516 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-a0467416-d62a-4175-a9ea-78cb91046610 req-257e8cd6-b31e-495d-97a8-c0e602637a0f service neutron] 10.222.0.23 "GET /v2.0/networks/231f31ec-7434-4cd4-ae17-b13db79cd7bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1961052 Sep 07 14:08:45.323938 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-d01e0999-4481-4643-b413-be35664a8ee9 req-7811dc1f-4f99-422f-b422-5888ef6eec7d tempest-VolumesNegativeTest-1579081331 tempest-VolumesNegativeTest-1579081331-project] 10.222.0.60 "GET /v2.0/security-groups?id=5beb3a4b-4d85-4c55-8af2-76410ae1cc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102855 Sep 07 14:08:45.365478 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-1b0f70c8-ba46-4059-b0a0-9a7efaa39641 req-bfde0d29-8469-4afa-bcc6-c555c3d1a431 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/security-groups?id=1eaa7adf-c23d-4a19-a899-ef24f817425f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080601 Sep 07 14:08:45.404222 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-a0467416-d62a-4175-a9ea-78cb91046610 req-3a8dcc5b-4dbf-45f8-9920-222b55e7ac10 service neutron] 10.222.0.23 "GET /v2.0/networks/231f31ec-7434-4cd4-ae17-b13db79cd7bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229522 Sep 07 14:08:45.638376 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Device c6c42490-6ac1-4acd-8ab9-5b9114fa8411 details requested by agent hyperv_hv-cinder-78291 with host hv-cinder-78291 {{(pid=94139) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 14:08:45.823767 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.db [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] For port c6c42490-6ac1-4acd-8ab9-5b9114fa8411, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=c6c42490-6ac1-4acd-8ab9-5b9114fa8411,segment=NetworkSegment(9951721c-ccaf-489b-b5e1-68302cc2cd5b),segment_id=9951721c-ccaf-489b-b5e1-68302cc2cd5b)] {{(pid=94139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:08:45.842181 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Returning: {'device': 'c6c42490-6ac1-4acd-8ab9-5b9114fa8411', 'network_id': 'f7617b6d-ab89-4a54-b036-07b674993ecd', 'port_id': 'c6c42490-6ac1-4acd-8ab9-5b9114fa8411', 'mac_address': 'fa:16:3e:ea:5c:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 661, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3750f73b-6c72-42f1-b8a9-086bab013509', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94139) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 14:08:45.902316 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-24e6fa56-2407-4935-9ec7-bc4eea9bdf8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:45.903671 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:45.926030 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.notifiers.nova [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6c42490-6ac1-4acd-8ab9-5b9114fa8411 {{(pid=94139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 14:08:45.968740 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.db [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] For port c6c42490-6ac1-4acd-8ab9-5b9114fa8411, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=c6c42490-6ac1-4acd-8ab9-5b9114fa8411,segment=NetworkSegment(9951721c-ccaf-489b-b5e1-68302cc2cd5b),segment_id=9951721c-ccaf-489b-b5e1-68302cc2cd5b)] {{(pid=94139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:08:45.976916 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735729008622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735728620463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735728620481'] for port, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:46.078313 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Pushing event updated for resources: {'Port': ['ID=c6c42490-6ac1-4acd-8ab9-5b9114fa8411,revision_number=4']} {{(pid=94139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:08:46.114184 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309cdf78-a3fc-42a5-83f6-eb91b60f18ad req-e2e0f986-0394-460c-a64b-eb733696145f tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:08:46.137633 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-309cdf78-a3fc-42a5-83f6-eb91b60f18ad req-e2e0f986-0394-460c-a64b-eb733696145f tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ac0934b-f4cd-4421-a325-8fff04835bbc HTTP/1.1" status: 200 len: 945 time: 0.1107857 Sep 07 14:08:46.243226 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-309cdf78-a3fc-42a5-83f6-eb91b60f18ad req-822e9fbb-eb01-40f7-8d39-353a09e38f7c tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] 10.222.0.60 "GET /v2.0/security-groups?id=ee56c5f5-d2bf-4ac0-8e7f-3030efc8e7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1008365 Sep 07 14:08:46.327934 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474300ef-0e85-4825-9830-d379bdf6cae1 req-606bf6ce-ddd8-433e-9e63-94f23a808536 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:08:46.329564 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-474300ef-0e85-4825-9830-d379bdf6cae1 req-606bf6ce-ddd8-433e-9e63-94f23a808536 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] 10.222.0.60 "GET /v2.0/ports?device_id=71cba4d2-6e22-402e-8d65-c9742098a06d HTTP/1.1" status: 200 len: 945 time: 0.0850763 Sep 07 14:08:46.386109 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-474300ef-0e85-4825-9830-d379bdf6cae1 req-9a34a2e9-1e8c-40dc-8a4a-c711e9477fef tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] 10.222.0.60 "GET /v2.0/security-groups?id=b43b779f-4290-4cca-8b16-3ea14c0aeddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466738 Sep 07 14:08:46.445734 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.db [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] get_ports_and_sgs() called for port_ids ['c6c42490-6ac1-4acd-8ab9-5b9114fa8411'] {{(pid=94139) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 14:08:46.572206 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bfff34-32aa-41b1-be9a-f992629e8fbc req-fdb8bdd8-4999-4462-a9fc-63da7d5619d2 tempest-VolumesNegativeTest-1579081331 tempest-VolumesNegativeTest-1579081331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:08:46.580723 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-05bfff34-32aa-41b1-be9a-f992629e8fbc req-fdb8bdd8-4999-4462-a9fc-63da7d5619d2 tempest-VolumesNegativeTest-1579081331 tempest-VolumesNegativeTest-1579081331-project] 10.222.0.60 "GET /v2.0/ports?device_id=940b39e5-5fa8-43dc-9357-f533ba053256 HTTP/1.1" status: 200 len: 947 time: 0.1250274 Sep 07 14:08:46.654374 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-05bfff34-32aa-41b1-be9a-f992629e8fbc req-eea874fc-3ac1-4db9-9042-ab9112560003 tempest-VolumesNegativeTest-1579081331 tempest-VolumesNegativeTest-1579081331-project] 10.222.0.60 "GET /v2.0/security-groups?id=5beb3a4b-4d85-4c55-8af2-76410ae1cc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726526 Sep 07 14:08:46.684448 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9b9f9e-c583-402d-a865-160186461876 req-9efdb6a5-7c03-4e59-9065-5f28a1c883bb tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:08:46.686965 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-dd9b9f9e-c583-402d-a865-160186461876 req-9efdb6a5-7c03-4e59-9065-5f28a1c883bb tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/ports?device_id=752df912-1fe9-4a3a-aedc-0b4fe4e15164 HTTP/1.1" status: 200 len: 945 time: 0.1619711 Sep 07 14:08:46.800043 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-dd9b9f9e-c583-402d-a865-160186461876 req-6496ee78-f4dd-4d5a-a3a4-9e91ad83ed07 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/security-groups?id=1eaa7adf-c23d-4a19-a899-ef24f817425f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973337 Sep 07 14:08:47.509997 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027e0854-061d-4d00-9086-5eff1893f95d req-54914476-df68-4550-8e00-5fbc1e62f362 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:08:47.520185 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-027e0854-061d-4d00-9086-5eff1893f95d req-54914476-df68-4550-8e00-5fbc1e62f362 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ac0934b-f4cd-4421-a325-8fff04835bbc HTTP/1.1" status: 200 len: 945 time: 0.0940363 Sep 07 14:08:47.578079 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-027e0854-061d-4d00-9086-5eff1893f95d req-af96252f-17d1-45c0-9c03-29c9bd3982fc tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] 10.222.0.60 "GET /v2.0/security-groups?id=ee56c5f5-d2bf-4ac0-8e7f-3030efc8e7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570138 Sep 07 14:08:47.656524 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf58403f-e69e-4528-b45d-dd95164771e3 req-157cce9e-f5ca-4bc6-942b-55abb8ef9179 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:08:47.666386 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-cf58403f-e69e-4528-b45d-dd95164771e3 req-157cce9e-f5ca-4bc6-942b-55abb8ef9179 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] 10.222.0.60 "GET /v2.0/ports?device_id=71cba4d2-6e22-402e-8d65-c9742098a06d HTTP/1.1" status: 200 len: 945 time: 0.0867262 Sep 07 14:08:47.670879 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Device 8ee93621-e729-4f2d-98e3-01c3bb5b9eb0 details requested by agent hyperv_hv-cinder-78291 with host hv-cinder-78291 {{(pid=94139) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 14:08:47.721056 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-cf58403f-e69e-4528-b45d-dd95164771e3 req-cb819fbe-7b20-46a2-b125-2a9a43ca9460 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] 10.222.0.60 "GET /v2.0/security-groups?id=b43b779f-4290-4cca-8b16-3ea14c0aeddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541224 Sep 07 14:08:47.844099 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.db [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] For port 8ee93621-e729-4f2d-98e3-01c3bb5b9eb0, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=8ee93621-e729-4f2d-98e3-01c3bb5b9eb0,segment=NetworkSegment(e37effde-7211-40ad-806a-086e998b0683),segment_id=e37effde-7211-40ad-806a-086e998b0683)] {{(pid=94139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:08:47.875620 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Returning: {'device': '8ee93621-e729-4f2d-98e3-01c3bb5b9eb0', 'network_id': '231f31ec-7434-4cd4-ae17-b13db79cd7bf', 'port_id': '8ee93621-e729-4f2d-98e3-01c3bb5b9eb0', 'mac_address': 'fa:16:3e:05:95:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 668, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6e6f4ed-569c-4f98-8853-91a00cd7a318', 'ip_address': '192.168.233.63'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94139) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 14:08:47.886689 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2786903-0334-4b8d-9dd3-e4645abdfec5 req-f56ccc07-c96b-4c7e-8a53-88210822967b tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:08:47.893865 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-c2786903-0334-4b8d-9dd3-e4645abdfec5 req-f56ccc07-c96b-4c7e-8a53-88210822967b tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] 10.222.0.60 "GET /v2.0/networks?id=e6139945-2b0e-4dd3-b90e-3cc2664bbe09 HTTP/1.1" status: 200 len: 815 time: 0.1954808 Sep 07 14:08:47.925990 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:47.939332 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-c2786903-0334-4b8d-9dd3-e4645abdfec5 req-d000f3d7-9244-4f9b-a2f2-52c5779014f6 tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] 10.222.0.60 "GET /v2.0/quotas/e859b6827e2748129221219840ea5997 HTTP/1.1" status: 200 len: 375 time: 0.0446072 Sep 07 14:08:47.943649 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.notifiers.nova [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ee93621-e729-4f2d-98e3-01c3bb5b9eb0 {{(pid=94139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 14:08:47.977237 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7327488-2e0d-43b1-b154-08be29d416eb req-6e782908-04ea-4f1f-b834-acba3e48bd8f tempest-VolumesNegativeTest-1579081331 tempest-VolumesNegativeTest-1579081331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:08:47.978794 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-a7327488-2e0d-43b1-b154-08be29d416eb req-6e782908-04ea-4f1f-b834-acba3e48bd8f tempest-VolumesNegativeTest-1579081331 tempest-VolumesNegativeTest-1579081331-project] 10.222.0.60 "GET /v2.0/ports?device_id=940b39e5-5fa8-43dc-9357-f533ba053256 HTTP/1.1" status: 200 len: 947 time: 0.0809379 Sep 07 14:08:47.979875 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.db [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] For port 8ee93621-e729-4f2d-98e3-01c3bb5b9eb0, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=8ee93621-e729-4f2d-98e3-01c3bb5b9eb0,segment=NetworkSegment(e37effde-7211-40ad-806a-086e998b0683),segment_id=e37effde-7211-40ad-806a-086e998b0683)] {{(pid=94139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:08:47.991537 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735729008622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735728620463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735728620481'] for port, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:48.061121 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-c2786903-0334-4b8d-9dd3-e4645abdfec5 req-feaad1c9-e602-4221-a03e-d0efde739b4b tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=e859b6827e2748129221219840ea5997&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1125848 Sep 07 14:08:48.076588 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-a7327488-2e0d-43b1-b154-08be29d416eb req-edc6dd1c-59aa-4389-b978-ba131f13a4fc tempest-VolumesNegativeTest-1579081331 tempest-VolumesNegativeTest-1579081331-project] 10.222.0.60 "GET /v2.0/security-groups?id=5beb3a4b-4d85-4c55-8af2-76410ae1cc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824060 Sep 07 14:08:48.127345 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Pushing event updated for resources: {'Port': ['ID=8ee93621-e729-4f2d-98e3-01c3bb5b9eb0,revision_number=4']} {{(pid=94139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:08:48.232243 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b893fa6-e2f6-42ef-94a7-3a2a10257d05 req-523ed6fa-1ca8-4b37-a18a-a9a8646e41ac tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:08:48.233920 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-7b893fa6-e2f6-42ef-94a7-3a2a10257d05 req-523ed6fa-1ca8-4b37-a18a-a9a8646e41ac tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/ports?device_id=752df912-1fe9-4a3a-aedc-0b4fe4e15164 HTTP/1.1" status: 200 len: 945 time: 0.0785668 Sep 07 14:08:48.236454 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-c2786903-0334-4b8d-9dd3-e4645abdfec5 req-daf25126-8a03-454a-82f3-35e8a0cc86a9 service neutron] 10.222.0.60 "GET /v2.0/networks/e6139945-2b0e-4dd3-b90e-3cc2664bbe09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744909 Sep 07 14:08:48.360581 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-7b893fa6-e2f6-42ef-94a7-3a2a10257d05 req-fcdc711a-0aef-4024-a299-e29ad58e71c9 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/security-groups?id=1eaa7adf-c23d-4a19-a899-ef24f817425f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954623 Sep 07 14:08:48.401566 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:48.407390 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-c2786903-0334-4b8d-9dd3-e4645abdfec5 req-548df9f5-eb36-4df8-8b33-35b1ba52608f service neutron] 10.222.0.60 "GET /v2.0/networks/e6139945-2b0e-4dd3-b90e-3cc2664bbe09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642640 Sep 07 14:08:48.452029 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.db [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] get_ports_and_sgs() called for port_ids ['8ee93621-e729-4f2d-98e3-01c3bb5b9eb0'] {{(pid=94139) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 14:08:48.597874 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-6b098076-0ecf-4f3d-be62-e12f5c6e0cd5 req-0fde2bae-93a8-480b-ba0d-b55b322d323a tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf91d54d-86ad-4a3b-b085-d27cd9f284b8 HTTP/1.1" status: 200 len: 210 time: 0.0385714 Sep 07 14:08:48.926175 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1009a41b-4c00-4b87-97db-f7a87cf7bf1b req-fdd56e89-f787-4999-b94e-504b7df63e01 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:08:48.927760 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-1009a41b-4c00-4b87-97db-f7a87cf7bf1b req-fdd56e89-f787-4999-b94e-504b7df63e01 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] 10.222.0.60 "GET /v2.0/ports?device_id=71cba4d2-6e22-402e-8d65-c9742098a06d HTTP/1.1" status: 200 len: 945 time: 0.1061680 Sep 07 14:08:48.985190 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-1009a41b-4c00-4b87-97db-f7a87cf7bf1b req-5e4e8884-1c26-486d-8988-f72958e3fe0c tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] 10.222.0.60 "GET /v2.0/security-groups?id=b43b779f-4290-4cca-8b16-3ea14c0aeddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512385 Sep 07 14:08:49.461549 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692caca7-a21c-488a-ae37-eaf37becdabc req-c83275b1-545d-4f0d-9627-4970d4614b5c tempest-VolumesNegativeTest-1579081331 tempest-VolumesNegativeTest-1579081331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:08:49.469118 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-692caca7-a21c-488a-ae37-eaf37becdabc req-c83275b1-545d-4f0d-9627-4970d4614b5c tempest-VolumesNegativeTest-1579081331 tempest-VolumesNegativeTest-1579081331-project] 10.222.0.60 "GET /v2.0/ports?device_id=940b39e5-5fa8-43dc-9357-f533ba053256 HTTP/1.1" status: 200 len: 948 time: 0.2686954 Sep 07 14:08:49.515013 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de29ca7-0a79-4f97-9a5d-07a1c3c68dfe req-3362116b-fedc-4c70-a827-bbb2f3da806e tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:08:49.517284 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-8de29ca7-0a79-4f97-9a5d-07a1c3c68dfe req-3362116b-fedc-4c70-a827-bbb2f3da806e tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] 10.222.0.60 "GET /v2.0/networks?id=3a770ecb-d737-4604-bdce-34f74ea9e614 HTTP/1.1" status: 200 len: 815 time: 0.2178583 Sep 07 14:08:49.527339 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-692caca7-a21c-488a-ae37-eaf37becdabc req-1fdab73d-547b-4836-a5ae-9aeaeceb74a3 tempest-VolumesNegativeTest-1579081331 tempest-VolumesNegativeTest-1579081331-project] 10.222.0.60 "GET /v2.0/security-groups?id=5beb3a4b-4d85-4c55-8af2-76410ae1cc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572562 Sep 07 14:08:49.537776 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-8de29ca7-0a79-4f97-9a5d-07a1c3c68dfe req-05449c10-79cf-48f7-af50-0630a4f3c8df tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] 10.222.0.60 "GET /v2.0/quotas/301d490d25f3454f93967514c05236d8 HTTP/1.1" status: 200 len: 375 time: 0.0093501 Sep 07 14:08:49.622825 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-8de29ca7-0a79-4f97-9a5d-07a1c3c68dfe req-3a0e1447-9343-40a3-9568-52fbf15c6e4f tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=301d490d25f3454f93967514c05236d8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0723331 Sep 07 14:08:49.675990 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Device 8ee93621-e729-4f2d-98e3-01c3bb5b9eb0 up at agent hyperv_hv-cinder-78291 {{(pid=94139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:08:49.728107 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a51cd8-bad0-41c7-8e64-2140d8363253 req-dd48a051-bd56-4022-a8a6-5022a694ba3d tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:08:49.735651 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-f4a51cd8-bad0-41c7-8e64-2140d8363253 req-dd48a051-bd56-4022-a8a6-5022a694ba3d tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/ports?device_id=752df912-1fe9-4a3a-aedc-0b4fe4e15164 HTTP/1.1" status: 200 len: 945 time: 0.1366031 Sep 07 14:08:49.742697 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Provisioning for port 8ee93621-e729-4f2d-98e3-01c3bb5b9eb0 completed by entity L2. {{(pid=94139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 14:08:49.750331 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Provisioning complete for port 8ee93621-e729-4f2d-98e3-01c3bb5b9eb0 triggered by entity L2. {{(pid=94139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:08:49.751066 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462246'] for port, provisioning_complete {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:49.836973 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-f4a51cd8-bad0-41c7-8e64-2140d8363253 req-9dc06ce3-a70a-47bc-afda-2baa5efaff28 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/security-groups?id=1eaa7adf-c23d-4a19-a899-ef24f817425f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003966 Sep 07 14:08:49.850750 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:49.854350 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-8de29ca7-0a79-4f97-9a5d-07a1c3c68dfe req-c120a602-10f3-47a6-bba9-95a22e3f7fc2 service neutron] 10.222.0.60 "GET /v2.0/networks/3a770ecb-d737-4604-bdce-34f74ea9e614?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2170815 Sep 07 14:08:49.900137 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.db [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] For port 8ee93621-e729-4f2d-98e3-01c3bb5b9eb0, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=8ee93621-e729-4f2d-98e3-01c3bb5b9eb0,segment=NetworkSegment(e37effde-7211-40ad-806a-086e998b0683),segment_id=e37effde-7211-40ad-806a-086e998b0683)] {{(pid=94139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:08:49.901221 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '940b39e5-5fa8-43dc-9357-f533ba053256', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ee93621-e729-4f2d-98e3-01c3bb5b9eb0'}] {{(pid=94139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:08:49.904707 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4453e99b4ec61c2946fac8af49a5adf90b2a32597d884ada3dd1dc93487e448" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dc46d8b-ea40-4972-bd28-3402d3045be7" -d '{"events": [{"server_uuid": "940b39e5-5fa8-43dc-9357-f533ba053256", "name": "network-vif-plugged", "status": "completed", "tag": "8ee93621-e729-4f2d-98e3-01c3bb5b9eb0"}]}' {{(pid=94139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:08:49.919831 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735729008622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735728620463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735728620481'] for port, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:49.920899 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Device c6c42490-6ac1-4acd-8ab9-5b9114fa8411 up at agent hyperv_hv-cinder-78291 {{(pid=94139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:08:49.976007 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-1cb60851-3e99-4b87-be82-93c884517512 req-0011737a-6a50-42af-93a6-5b29c474f45a tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf91d54d-86ad-4a3b-b085-d27cd9f284b8 HTTP/1.1" status: 200 len: 210 time: 0.0379541 Sep 07 14:08:50.011067 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-8de29ca7-0a79-4f97-9a5d-07a1c3c68dfe req-d77de43b-7785-4227-a7bd-3f29490cd2a8 service neutron] 10.222.0.60 "GET /v2.0/networks/3a770ecb-d737-4604-bdce-34f74ea9e614?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557598 Sep 07 14:08:50.045487 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Pushing event updated for resources: {'Port': ['ID=8ee93621-e729-4f2d-98e3-01c3bb5b9eb0,revision_number=5']} {{(pid=94139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:08:50.077949 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 14:08:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91347072-e6fb-447b-b569-47adc3c8e16a x-openstack-request-id: req-91347072-e6fb-447b-b569-47adc3c8e16a {{(pid=94139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:08:50.078275 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "940b39e5-5fa8-43dc-9357-f533ba053256", "name": "network-vif-plugged", "status": "completed", "tag": "8ee93621-e729-4f2d-98e3-01c3bb5b9eb0", "code": 200}]} {{(pid=94139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:08:50.078529 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-91347072-e6fb-447b-b569-47adc3c8e16a {{(pid=94139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:08:50.078965 dv-cinder-782910-4-iscsi neutron-server[94139]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '940b39e5-5fa8-43dc-9357-f533ba053256', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ee93621-e729-4f2d-98e3-01c3bb5b9eb0', 'code': 200} Sep 07 14:08:50.080072 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Provisioning for port c6c42490-6ac1-4acd-8ab9-5b9114fa8411 completed by entity L2. {{(pid=94139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 14:08:50.114000 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Provisioning complete for port c6c42490-6ac1-4acd-8ab9-5b9114fa8411 triggered by entity L2. {{(pid=94139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:08:50.114383 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462246'] for port, provisioning_complete {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:50.292142 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f266fc-33ae-445d-a4f4-a5d6cd4f298e req-9cf93344-6a1a-44d2-9e76-f86f2e5648c6 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:08:50.293904 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-d7f266fc-33ae-445d-a4f4-a5d6cd4f298e req-9cf93344-6a1a-44d2-9e76-f86f2e5648c6 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] 10.222.0.60 "GET /v2.0/ports?device_id=71cba4d2-6e22-402e-8d65-c9742098a06d HTTP/1.1" status: 200 len: 945 time: 0.1102464 Sep 07 14:08:50.300891 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2786903-0334-4b8d-9dd3-e4645abdfec5 req-8936ef10-a3a4-4e65-8fc5-41b79df33a05 tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:08:50.302666 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-c2786903-0334-4b8d-9dd3-e4645abdfec5 req-8936ef10-a3a4-4e65-8fc5-41b79df33a05 tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] 10.222.0.23 "GET /v2.0/networks?id=e6139945-2b0e-4dd3-b90e-3cc2664bbe09 HTTP/1.1" status: 200 len: 815 time: 0.2489171 Sep 07 14:08:50.324970 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.v2.base [req-c2786903-0334-4b8d-9dd3-e4645abdfec5 req-55c66292-ec9f-4bb9-b96b-a132617e36b5 tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] Request body: {'port': {'device_id': 'cf91d54d-86ad-4a3b-b085-d27cd9f284b8', 'network_id': 'e6139945-2b0e-4dd3-b90e-3cc2664bbe09', 'admin_state_up': True, 'tenant_id': 'e859b6827e2748129221219840ea5997'}} {{(pid=94137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:08:50.344502 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:50.441105 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.db [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] For port c6c42490-6ac1-4acd-8ab9-5b9114fa8411, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=c6c42490-6ac1-4acd-8ab9-5b9114fa8411,segment=NetworkSegment(9951721c-ccaf-489b-b5e1-68302cc2cd5b),segment_id=9951721c-ccaf-489b-b5e1-68302cc2cd5b)] {{(pid=94139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:08:50.450567 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735729008622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735728620463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735728620481'] for port, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:50.500336 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5c2c3f-7c8c-43e4-b952-29d29a6d2a63 req-2357a17a-ec54-463a-b6f9-1c474ec4f959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:08:50.501883 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-6d5c2c3f-7c8c-43e4-b952-29d29a6d2a63 req-2357a17a-ec54-463a-b6f9-1c474ec4f959 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=940b39e5-5fa8-43dc-9357-f533ba053256 HTTP/1.1" status: 200 len: 1102 time: 0.1128626 Sep 07 14:08:50.514127 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Pushing event updated for resources: {'Port': ['ID=c6c42490-6ac1-4acd-8ab9-5b9114fa8411,revision_number=5']} {{(pid=94139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:08:50.562803 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-6d5c2c3f-7c8c-43e4-b952-29d29a6d2a63 req-8f025edc-8054-44ea-93da-7794c59eb1a3 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=5beb3a4b-4d85-4c55-8af2-76410ae1cc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488846 Sep 07 14:08:50.574823 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-886aeb06-4a60-4998-a0ef-27e8b37b1be8 req-7ac48f0b-3811-44e9-a3c9-95dc26e474d0 tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] 10.222.0.60 "GET /v2.0/ports?device_id=e21ed294-e1b8-43fd-95b0-cefb74631455 HTTP/1.1" status: 200 len: 210 time: 0.2695806 Sep 07 14:08:50.613800 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-d7f266fc-33ae-445d-a4f4-a5d6cd4f298e req-90105ae7-31ce-44e1-9e6d-e3238b446846 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] 10.222.0.60 "GET /v2.0/security-groups?id=b43b779f-4290-4cca-8b16-3ea14c0aeddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3096931 Sep 07 14:08:50.622393 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2786903-0334-4b8d-9dd3-e4645abdfec5 req-55c66292-ec9f-4bb9-b96b-a132617e36b5 tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] Made reservation on behalf of e859b6827e2748129221219840ea5997 for: {'port': 1} {{(pid=94137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 14:08:50.635043 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [req-c2786903-0334-4b8d-9dd3-e4645abdfec5 req-55c66292-ec9f-4bb9-b96b-a132617e36b5 tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:50.834634 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01527da7-4bd0-4599-979d-4ba5444d1eff req-094405a7-64d7-4f88-ac0b-43aa6210e722 tempest-VolumesNegativeTest-1579081331 tempest-VolumesNegativeTest-1579081331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:08:50.841358 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-01527da7-4bd0-4599-979d-4ba5444d1eff req-094405a7-64d7-4f88-ac0b-43aa6210e722 tempest-VolumesNegativeTest-1579081331 tempest-VolumesNegativeTest-1579081331-project] 10.222.0.60 "GET /v2.0/ports?device_id=940b39e5-5fa8-43dc-9357-f533ba053256 HTTP/1.1" status: 200 len: 949 time: 0.1291997 Sep 07 14:08:50.928042 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-01527da7-4bd0-4599-979d-4ba5444d1eff req-ac1caa8b-42c2-42cc-838d-f5fa38cdcf42 tempest-VolumesNegativeTest-1579081331 tempest-VolumesNegativeTest-1579081331-project] 10.222.0.60 "GET /v2.0/security-groups?id=5beb3a4b-4d85-4c55-8af2-76410ae1cc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664117 Sep 07 14:08:50.928042 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.db.db_base_plugin_common [req-c2786903-0334-4b8d-9dd3-e4645abdfec5 req-55c66292-ec9f-4bb9-b96b-a132617e36b5 tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] Allocated IP 172.20.0.14 (e6139945-2b0e-4dd3-b90e-3cc2664bbe09/6c2e9c28-06dc-45ab-a546-78440fe11400/a74c893a-2dbe-4723-b64e-e778b467725b) {{(pid=94137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 14:08:51.168929 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-557d1178-035f-4cb0-a602-e9a9fc9522fe req-3329cbdf-53af-4d5d-894c-ab6cc758535a tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf91d54d-86ad-4a3b-b085-d27cd9f284b8 HTTP/1.1" status: 200 len: 210 time: 0.0700636 Sep 07 14:08:51.180518 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9075374f-be05-4ba5-890e-d95971bb2051 req-414aec68-ab38-4448-9adf-7c6b57c80582 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:08:51.188509 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-9075374f-be05-4ba5-890e-d95971bb2051 req-414aec68-ab38-4448-9adf-7c6b57c80582 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/ports?device_id=752df912-1fe9-4a3a-aedc-0b4fe4e15164 HTTP/1.1" status: 200 len: 945 time: 0.2007918 Sep 07 14:08:51.291719 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-9075374f-be05-4ba5-890e-d95971bb2051 req-b01fab2a-a83f-44b6-9b44-c13c8575e8f1 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/security-groups?id=1eaa7adf-c23d-4a19-a899-ef24f817425f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020322 Sep 07 14:08:51.307376 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [req-c2786903-0334-4b8d-9dd3-e4645abdfec5 req-55c66292-ec9f-4bb9-b96b-a132617e36b5 tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] Notify callbacks [] for port, precommit_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:51.325843 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.db.provisioning_blocks [req-c2786903-0334-4b8d-9dd3-e4645abdfec5 req-55c66292-ec9f-4bb9-b96b-a132617e36b5 tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] Transition to ACTIVE for port object a74c893a-2dbe-4723-b64e-e778b467725b will not be triggered until provisioned by entity DHCP. {{(pid=94137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 14:08:51.380378 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [req-c2786903-0334-4b8d-9dd3-e4645abdfec5 req-55c66292-ec9f-4bb9-b96b-a132617e36b5 tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735728620445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63929217'] for port, after_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:51.432909 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2786903-0334-4b8d-9dd3-e4645abdfec5 req-55c66292-ec9f-4bb9-b96b-a132617e36b5 tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] Network e6139945-2b0e-4dd3-b90e-3cc2664bbe09 is already hosted by enough agents. {{(pid=94137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 14:08:51.437256 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.scheduler.base_scheduler [req-c2786903-0334-4b8d-9dd3-e4645abdfec5 req-55c66292-ec9f-4bb9-b96b-a132617e36b5 tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] Resources bound (agent type, host, resource id): {{(pid=94137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:08:51.460544 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2786903-0334-4b8d-9dd3-e4645abdfec5 req-55c66292-ec9f-4bb9-b96b-a132617e36b5 tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] Received port after_create {{(pid=94137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 14:08:51.468750 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c66292-ec9f-4bb9-b96b-a132617e36b5 tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] Pushing event updated for resources: {'Port': ['ID=a74c893a-2dbe-4723-b64e-e778b467725b,revision_number=1']} {{(pid=94137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:08:51.557728 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2786903-0334-4b8d-9dd3-e4645abdfec5 req-55c66292-ec9f-4bb9-b96b-a132617e36b5 tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:08:51.563883 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [req-c2786903-0334-4b8d-9dd3-e4645abdfec5 req-55c66292-ec9f-4bb9-b96b-a132617e36b5 tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539090'] for port, before_response {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:51.607341 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-c2786903-0334-4b8d-9dd3-e4645abdfec5 req-55c66292-ec9f-4bb9-b96b-a132617e36b5 tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2920949 Sep 07 14:08:51.801669 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2209a5db-8d22-42c9-b0fc-c4247eba25e0 req-90749850-27a4-4d05-afcf-f696c08f4830 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:08:51.811606 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-2209a5db-8d22-42c9-b0fc-c4247eba25e0 req-90749850-27a4-4d05-afcf-f696c08f4830 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] 10.222.0.60 "GET /v2.0/ports?device_id=71cba4d2-6e22-402e-8d65-c9742098a06d HTTP/1.1" status: 200 len: 946 time: 0.0752585 Sep 07 14:08:51.886179 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-82411289-ffb3-4b37-98a8-7f2222b2a9b7 None None] Provisioning for port a74c893a-2dbe-4723-b64e-e778b467725b completed by entity DHCP. {{(pid=94139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 14:08:51.903399 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-82411289-ffb3-4b37-98a8-7f2222b2a9b7 None None] Provisioning complete for port a74c893a-2dbe-4723-b64e-e778b467725b triggered by entity DHCP. {{(pid=94139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:08:51.904330 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-82411289-ffb3-4b37-98a8-7f2222b2a9b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462246'] for port, provisioning_complete {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:51.969410 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-a5117149-99b9-452b-8fa1-f323518bba8a req-ad9ced0f-72b5-440a-b77d-700fac16f0c6 tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] 10.222.0.60 "GET /v2.0/ports?device_id=e21ed294-e1b8-43fd-95b0-cefb74631455 HTTP/1.1" status: 200 len: 210 time: 0.1493204 Sep 07 14:08:51.973548 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.v2.base [req-c2786903-0334-4b8d-9dd3-e4645abdfec5 req-304329e4-2213-4bb4-bb5f-fa07fb1e8bcf service neutron] Request body: {'port': {'device_id': 'cf91d54d-86ad-4a3b-b085-d27cd9f284b8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78291'}} {{(pid=94137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:08:52.024644 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.plugin [None req-82411289-ffb3-4b37-98a8-7f2222b2a9b7 None None] Port a74c893a-2dbe-4723-b64e-e778b467725b cannot update to ACTIVE because it is not bound. {{(pid=94139) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 14:08:52.079948 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71cba4d2-6e22-402e-8d65-c9742098a06d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6c42490-6ac1-4acd-8ab9-5b9114fa8411'}] {{(pid=94139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:08:52.082632 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4453e99b4ec61c2946fac8af49a5adf90b2a32597d884ada3dd1dc93487e448" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4871c33f-8b13-456f-a917-cce1f8978da4" -d '{"events": [{"server_uuid": "71cba4d2-6e22-402e-8d65-c9742098a06d", "name": "network-vif-plugged", "status": "completed", "tag": "c6c42490-6ac1-4acd-8ab9-5b9114fa8411"}]}' {{(pid=94139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:08:52.376504 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda5f7ec-0a6b-4469-b3df-99fc8f6a0ad6 req-39a14730-1236-46c6-8124-a783a60d46c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:08:52.378936 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-bda5f7ec-0a6b-4469-b3df-99fc8f6a0ad6 req-39a14730-1236-46c6-8124-a783a60d46c7 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=752df912-1fe9-4a3a-aedc-0b4fe4e15164 HTTP/1.1" status: 200 len: 1098 time: 0.0787737 Sep 07 14:08:52.449804 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-bda5f7ec-0a6b-4469-b3df-99fc8f6a0ad6 req-3e450f7e-e070-4d17-9038-5f7560dc9f9d service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=1eaa7adf-c23d-4a19-a899-ef24f817425f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560851 Sep 07 14:08:52.689421 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-2209a5db-8d22-42c9-b0fc-c4247eba25e0 req-01b0b90e-c554-47ae-9119-6d1492722f74 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] 10.222.0.60 "GET /v2.0/security-groups?id=b43b779f-4290-4cca-8b16-3ea14c0aeddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8697264 Sep 07 14:08:52.692466 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [req-c2786903-0334-4b8d-9dd3-e4645abdfec5 req-304329e4-2213-4bb4-bb5f-fa07fb1e8bcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_update {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:52.815939 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 14:08:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfe7aa7d-040b-4aa6-8aa9-24c742eeec9d x-openstack-request-id: req-bfe7aa7d-040b-4aa6-8aa9-24c742eeec9d {{(pid=94139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:08:52.817097 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71cba4d2-6e22-402e-8d65-c9742098a06d", "name": "network-vif-plugged", "status": "completed", "tag": "c6c42490-6ac1-4acd-8ab9-5b9114fa8411", "code": 200}]} {{(pid=94139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:08:52.818098 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-bfe7aa7d-040b-4aa6-8aa9-24c742eeec9d {{(pid=94139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:08:52.818846 dv-cinder-782910-4-iscsi neutron-server[94139]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71cba4d2-6e22-402e-8d65-c9742098a06d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6c42490-6ac1-4acd-8ab9-5b9114fa8411', 'code': 200} Sep 07 14:08:52.987831 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.agents_db [None req-36878762-3245-425c-bb44-2e5aea615dc4 None None] Agent healthcheck: found 6 active agents {{(pid=94140) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 14:08:53.058725 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323bdeeb-9036-481f-920c-b68601be64ca req-e7d0f832-da6d-4e0a-b4aa-9290d3e11b71 tempest-VolumesNegativeTest-1579081331 tempest-VolumesNegativeTest-1579081331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:08:53.066897 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-323bdeeb-9036-481f-920c-b68601be64ca req-e7d0f832-da6d-4e0a-b4aa-9290d3e11b71 tempest-VolumesNegativeTest-1579081331 tempest-VolumesNegativeTest-1579081331-project] 10.222.0.60 "GET /v2.0/ports?device_id=940b39e5-5fa8-43dc-9357-f533ba053256 HTTP/1.1" status: 200 len: 949 time: 0.8055053 Sep 07 14:08:53.165946 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-323bdeeb-9036-481f-920c-b68601be64ca req-45a3f0ed-dea5-4848-898d-a57315da361c tempest-VolumesNegativeTest-1579081331 tempest-VolumesNegativeTest-1579081331-project] 10.222.0.60 "GET /v2.0/security-groups?id=5beb3a4b-4d85-4c55-8af2-76410ae1cc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979700 Sep 07 14:08:53.215820 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea119eb-5bb6-4e3d-bc77-a12885bf3100 req-96afb9be-1a27-4321-9a04-7b88ff7391ef tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:08:53.242593 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-eea119eb-5bb6-4e3d-bc77-a12885bf3100 req-96afb9be-1a27-4321-9a04-7b88ff7391ef tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf91d54d-86ad-4a3b-b085-d27cd9f284b8 HTTP/1.1" status: 200 len: 932 time: 0.2385521 Sep 07 14:08:53.387759 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-eea119eb-5bb6-4e3d-bc77-a12885bf3100 req-0bf88dd4-b61f-4da0-a84c-d933c5bb9c5f tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ee0b6d8-0816-470a-861d-36080b2e56f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419721 Sep 07 14:08:53.489747 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348ba3ad-ddde-4865-a59b-4302ce81c426 req-77bf8355-95df-4fc0-9df5-2873bca6c47d tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:08:53.508039 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-348ba3ad-ddde-4865-a59b-4302ce81c426 req-77bf8355-95df-4fc0-9df5-2873bca6c47d tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/ports?device_id=752df912-1fe9-4a3a-aedc-0b4fe4e15164 HTTP/1.1" status: 200 len: 945 time: 0.1956680 Sep 07 14:08:53.558443 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.notifiers.nova [req-c2786903-0334-4b8d-9dd3-e4645abdfec5 req-304329e4-2213-4bb4-bb5f-fa07fb1e8bcf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a74c893a-2dbe-4723-b64e-e778b467725b {{(pid=94137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 14:08:53.568945 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [req-c2786903-0334-4b8d-9dd3-e4645abdfec5 req-304329e4-2213-4bb4-bb5f-fa07fb1e8bcf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:53.597837 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-5a8e493d-e3d0-4dac-89ca-58ba63d56062 req-2caadaec-27e7-4ba7-9324-f31f5813101b tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] 10.222.0.60 "GET /v2.0/ports?device_id=e21ed294-e1b8-43fd-95b0-cefb74631455 HTTP/1.1" status: 200 len: 210 time: 0.1274796 Sep 07 14:08:53.620646 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.db.provisioning_blocks [req-c2786903-0334-4b8d-9dd3-e4645abdfec5 req-304329e4-2213-4bb4-bb5f-fa07fb1e8bcf service neutron] Transition to ACTIVE for port object a74c893a-2dbe-4723-b64e-e778b467725b will not be triggered until provisioned by entity L2. {{(pid=94137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 14:08:53.653104 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-348ba3ad-ddde-4865-a59b-4302ce81c426 req-66ea1055-579e-4010-b6cb-f37f4b8b7bbd tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/security-groups?id=1eaa7adf-c23d-4a19-a899-ef24f817425f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440232 Sep 07 14:08:53.654871 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [req-c2786903-0334-4b8d-9dd3-e4645abdfec5 req-304329e4-2213-4bb4-bb5f-fa07fb1e8bcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735729008622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735728620463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735728620481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63929230'] for port, after_update {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:53.944803 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304329e4-2213-4bb4-bb5f-fa07fb1e8bcf service neutron] Pushing event updated for resources: {'Port': ['ID=a74c893a-2dbe-4723-b64e-e778b467725b,revision_number=2']} {{(pid=94137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:08:54.013399 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe290aa-6277-4338-bcd2-11e5f13821cb req-70eef100-3b94-42e2-983c-985276e0ad25 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:08:54.023135 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-fbe290aa-6277-4338-bcd2-11e5f13821cb req-70eef100-3b94-42e2-983c-985276e0ad25 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] 10.222.0.60 "GET /v2.0/ports?device_id=71cba4d2-6e22-402e-8d65-c9742098a06d HTTP/1.1" status: 200 len: 946 time: 0.1693697 Sep 07 14:08:54.074918 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.managers [req-c2786903-0334-4b8d-9dd3-e4645abdfec5 req-304329e4-2213-4bb4-bb5f-fa07fb1e8bcf service neutron] Attempting to bind port a74c893a-2dbe-4723-b64e-e778b467725b on host hv-cinder-78291 for vnic_type normal with profile {{(pid=94137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 14:08:54.075625 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.managers [req-c2786903-0334-4b8d-9dd3-e4645abdfec5 req-304329e4-2213-4bb4-bb5f-fa07fb1e8bcf service neutron] Attempting to bind port a74c893a-2dbe-4723-b64e-e778b467725b by drivers openvswitch,hyperv on host hv-cinder-78291 at level 0 using segments [{'id': '557a888c-91ab-489c-a232-b2b668c502f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'e6139945-2b0e-4dd3-b90e-3cc2664bbe09'}] {{(pid=94137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 14:08:54.075625 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2786903-0334-4b8d-9dd3-e4645abdfec5 req-304329e4-2213-4bb4-bb5f-fa07fb1e8bcf service neutron] Attempting to bind port a74c893a-2dbe-4723-b64e-e778b467725b on network e6139945-2b0e-4dd3-b90e-3cc2664bbe09 {{(pid=94137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 14:08:54.093245 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2786903-0334-4b8d-9dd3-e4645abdfec5 req-304329e4-2213-4bb4-bb5f-fa07fb1e8bcf service neutron] Port a74c893a-2dbe-4723-b64e-e778b467725b on network e6139945-2b0e-4dd3-b90e-3cc2664bbe09 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78291 {{(pid=94137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 14:08:54.093245 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2786903-0334-4b8d-9dd3-e4645abdfec5 req-304329e4-2213-4bb4-bb5f-fa07fb1e8bcf service neutron] Attempting to bind port a74c893a-2dbe-4723-b64e-e778b467725b on network e6139945-2b0e-4dd3-b90e-3cc2664bbe09 {{(pid=94137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 14:08:54.118105 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-fbe290aa-6277-4338-bcd2-11e5f13821cb req-9b149136-b884-42fd-95f4-b3b8b1ca50e4 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] 10.222.0.60 "GET /v2.0/security-groups?id=b43b779f-4290-4cca-8b16-3ea14c0aeddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934067 Sep 07 14:08:54.119176 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2786903-0334-4b8d-9dd3-e4645abdfec5 req-304329e4-2213-4bb4-bb5f-fa07fb1e8bcf service neutron] Checking agent: {'id': '42fa3594-1565-4da1-9b03-2e08c5cc8c06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78291', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 14, 4, 18), 'started_at': datetime.datetime(2021, 9, 7, 14, 4, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 14, 8, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 14:08:54.119581 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2786903-0334-4b8d-9dd3-e4645abdfec5 req-304329e4-2213-4bb4-bb5f-fa07fb1e8bcf service neutron] Checking segment: {'id': '557a888c-91ab-489c-a232-b2b668c502f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'e6139945-2b0e-4dd3-b90e-3cc2664bbe09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 14:08:54.119865 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2786903-0334-4b8d-9dd3-e4645abdfec5 req-304329e4-2213-4bb4-bb5f-fa07fb1e8bcf service neutron] Bound using segment: {'id': '557a888c-91ab-489c-a232-b2b668c502f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'e6139945-2b0e-4dd3-b90e-3cc2664bbe09'} {{(pid=94137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 14:08:54.120307 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.managers [req-c2786903-0334-4b8d-9dd3-e4645abdfec5 req-304329e4-2213-4bb4-bb5f-fa07fb1e8bcf service neutron] Bound port: a74c893a-2dbe-4723-b64e-e778b467725b, host: hv-cinder-78291, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '557a888c-91ab-489c-a232-b2b668c502f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'e6139945-2b0e-4dd3-b90e-3cc2664bbe09'}}] {{(pid=94137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 14:08:54.120608 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [req-c2786903-0334-4b8d-9dd3-e4645abdfec5 req-304329e4-2213-4bb4-bb5f-fa07fb1e8bcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_update {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:54.247275 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.db [req-c2786903-0334-4b8d-9dd3-e4645abdfec5 req-304329e4-2213-4bb4-bb5f-fa07fb1e8bcf service neutron] For port a74c893a-2dbe-4723-b64e-e778b467725b, host hv-cinder-78291, cleared binding levels {{(pid=94137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 14:08:54.251445 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.db [req-c2786903-0334-4b8d-9dd3-e4645abdfec5 req-304329e4-2213-4bb4-bb5f-fa07fb1e8bcf service neutron] For port a74c893a-2dbe-4723-b64e-e778b467725b, host hv-cinder-78291, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=a74c893a-2dbe-4723-b64e-e778b467725b,segment=NetworkSegment(557a888c-91ab-489c-a232-b2b668c502f1),segment_id=557a888c-91ab-489c-a232-b2b668c502f1)] {{(pid=94137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 14:08:54.268769 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [req-c2786903-0334-4b8d-9dd3-e4645abdfec5 req-304329e4-2213-4bb4-bb5f-fa07fb1e8bcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735729008622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735728620463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735728620481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63929230'] for port, after_update {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:54.325444 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2786903-0334-4b8d-9dd3-e4645abdfec5 req-304329e4-2213-4bb4-bb5f-fa07fb1e8bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:08:54.326326 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [req-c2786903-0334-4b8d-9dd3-e4645abdfec5 req-304329e4-2213-4bb4-bb5f-fa07fb1e8bcf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539090'] for port, before_response {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:08:54.328655 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-c2786903-0334-4b8d-9dd3-e4645abdfec5 req-304329e4-2213-4bb4-bb5f-fa07fb1e8bcf service neutron] 10.222.0.23 "PUT /v2.0/ports/a74c893a-2dbe-4723-b64e-e778b467725b HTTP/1.1" status: 200 len: 1094 time: 2.3673310 Sep 07 14:08:54.329821 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf91d54d-86ad-4a3b-b085-d27cd9f284b8', 'tag': 'a74c893a-2dbe-4723-b64e-e778b467725b'}] {{(pid=94137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:08:54.334674 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7b38e126f5d6ed26c5a634d27f228b3e9a23f971082ab434b79987af6775de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e5197a6-cbc7-421e-87e9-2cd3c79c1444" -d '{"events": [{"name": "network-changed", "server_uuid": "cf91d54d-86ad-4a3b-b085-d27cd9f284b8", "tag": "a74c893a-2dbe-4723-b64e-e778b467725b"}]}' {{(pid=94137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:08:54.368539 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304329e4-2213-4bb4-bb5f-fa07fb1e8bcf service neutron] Pushing event updated for resources: {'Port': ['ID=a74c893a-2dbe-4723-b64e-e778b467725b,revision_number=3']} {{(pid=94137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:08:54.395387 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e6ad01-26b2-4370-a159-c1fac49c6d88 req-6680f3a0-9c04-42dc-8d5d-35b9b36b9e0b tempest-VolumesNegativeTest-1579081331 tempest-VolumesNegativeTest-1579081331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:08:54.404933 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-56e6ad01-26b2-4370-a159-c1fac49c6d88 req-6680f3a0-9c04-42dc-8d5d-35b9b36b9e0b tempest-VolumesNegativeTest-1579081331 tempest-VolumesNegativeTest-1579081331-project] 10.222.0.60 "GET /v2.0/ports?device_id=940b39e5-5fa8-43dc-9357-f533ba053256 HTTP/1.1" status: 200 len: 949 time: 0.1492543 Sep 07 14:08:54.408227 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 14:08:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-750a80fa-8355-4996-845f-701e19e66516 x-openstack-request-id: req-750a80fa-8355-4996-845f-701e19e66516 {{(pid=94137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:08:54.408503 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf91d54d-86ad-4a3b-b085-d27cd9f284b8", "tag": "a74c893a-2dbe-4723-b64e-e778b467725b", "status": "completed", "code": 200}]} {{(pid=94137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:08:54.408786 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-750a80fa-8355-4996-845f-701e19e66516 {{(pid=94137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:08:54.409157 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf91d54d-86ad-4a3b-b085-d27cd9f284b8', 'tag': 'a74c893a-2dbe-4723-b64e-e778b467725b', 'status': 'completed', 'code': 200} Sep 07 14:08:54.473061 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-56e6ad01-26b2-4370-a159-c1fac49c6d88 req-cfa8212c-d4bf-42f0-bfeb-657efd2c8ec8 tempest-VolumesNegativeTest-1579081331 tempest-VolumesNegativeTest-1579081331-project] 10.222.0.60 "GET /v2.0/security-groups?id=5beb3a4b-4d85-4c55-8af2-76410ae1cc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670860 Sep 07 14:08:54.588894 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b1c4ba-9b31-4ac8-a9a2-f9c84b8146b5 req-7a4fe970-9000-4c8c-a244-c513e300054a tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:08:54.596948 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-07b1c4ba-9b31-4ac8-a9a2-f9c84b8146b5 req-7a4fe970-9000-4c8c-a244-c513e300054a tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf91d54d-86ad-4a3b-b085-d27cd9f284b8 HTTP/1.1" status: 200 len: 944 time: 0.1070440 Sep 07 14:08:54.675275 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-07b1c4ba-9b31-4ac8-a9a2-f9c84b8146b5 req-ad43edea-38e9-40b4-aa2e-9f5f6df19e83 tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ee0b6d8-0816-470a-861d-36080b2e56f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771723 Sep 07 14:08:54.805951 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-e27c25a3-9959-4a87-b630-1e2ae596c620 req-a82d64a2-0f14-4b80-aef1-a6ab119ef342 tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] 10.222.0.60 "GET /v2.0/ports?device_id=e21ed294-e1b8-43fd-95b0-cefb74631455 HTTP/1.1" status: 200 len: 210 time: 0.0330486 Sep 07 14:08:55.008058 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca94b02c-e321-4b5c-a2ee-07a81c403e85 req-90443db1-dfc8-44a6-b465-0c1d3bcc0448 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:08:55.010260 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-ca94b02c-e321-4b5c-a2ee-07a81c403e85 req-90443db1-dfc8-44a6-b465-0c1d3bcc0448 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/ports?device_id=752df912-1fe9-4a3a-aedc-0b4fe4e15164 HTTP/1.1" status: 200 len: 945 time: 0.1709218 Sep 07 14:08:55.027427 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da706b09-0535-4b27-823d-046767e2bf27 req-624406f2-e868-4181-a436-57e5cdfafb6a tempest-VolumesNegativeTest-1579081331 tempest-VolumesNegativeTest-1579081331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:08:55.029173 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-da706b09-0535-4b27-823d-046767e2bf27 req-624406f2-e868-4181-a436-57e5cdfafb6a tempest-VolumesNegativeTest-1579081331 tempest-VolumesNegativeTest-1579081331-project] 10.222.0.60 "GET /v2.0/ports?device_id=940b39e5-5fa8-43dc-9357-f533ba053256 HTTP/1.1" status: 200 len: 949 time: 0.1114631 Sep 07 14:08:55.116752 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-ca94b02c-e321-4b5c-a2ee-07a81c403e85 req-65b23186-27a5-42cf-86bb-5a798847ddd3 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/security-groups?id=1eaa7adf-c23d-4a19-a899-ef24f817425f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862229 Sep 07 14:08:55.132764 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-da706b09-0535-4b27-823d-046767e2bf27 req-3cff5ee1-09d3-40fd-9792-48d51009bea0 tempest-VolumesNegativeTest-1579081331 tempest-VolumesNegativeTest-1579081331-project] 10.222.0.60 "GET /v2.0/security-groups?id=5beb3a4b-4d85-4c55-8af2-76410ae1cc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945559 Sep 07 14:08:55.396588 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38da3fee-d89f-4db3-b532-f9a0fa863bab req-54345c7f-611b-4270-a326-4b1f943c0ee1 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:08:55.401907 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-38da3fee-d89f-4db3-b532-f9a0fa863bab req-54345c7f-611b-4270-a326-4b1f943c0ee1 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] 10.222.0.60 "GET /v2.0/ports?device_id=71cba4d2-6e22-402e-8d65-c9742098a06d HTTP/1.1" status: 200 len: 946 time: 0.1923833 Sep 07 14:08:55.473145 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-38da3fee-d89f-4db3-b532-f9a0fa863bab req-40b29ffd-6675-4da2-aae3-5759e0deb307 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] 10.222.0.60 "GET /v2.0/security-groups?id=b43b779f-4290-4cca-8b16-3ea14c0aeddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596550 Sep 07 14:08:55.824280 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308e6907-c0b3-44fc-a5d6-5170d877625f req-400fe461-ef0f-4a7a-9938-18edd3aa4355 tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:08:55.826579 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-308e6907-c0b3-44fc-a5d6-5170d877625f req-400fe461-ef0f-4a7a-9938-18edd3aa4355 tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf91d54d-86ad-4a3b-b085-d27cd9f284b8 HTTP/1.1" status: 200 len: 944 time: 0.0641606 Sep 07 14:08:55.889164 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-308e6907-c0b3-44fc-a5d6-5170d877625f req-01b7b8bd-620e-4823-9a3c-d0e55e2ee2ac tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ee0b6d8-0816-470a-861d-36080b2e56f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549030 Sep 07 14:08:55.932592 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-82bc2ac2-e1e5-4254-9d40-87c615095a17 req-ef74bd33-8b39-4dd4-aede-ac2dbf593b51 tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] 10.222.0.60 "GET /v2.0/ports?device_id=e21ed294-e1b8-43fd-95b0-cefb74631455 HTTP/1.1" status: 200 len: 210 time: 0.0421126 Sep 07 14:08:56.399358 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de29ca7-0a79-4f97-9a5d-07a1c3c68dfe req-a92e0061-4131-43ce-b818-b21f0819aaf7 tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:08:56.402770 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-8de29ca7-0a79-4f97-9a5d-07a1c3c68dfe req-a92e0061-4131-43ce-b818-b21f0819aaf7 tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] 10.222.0.23 "GET /v2.0/networks?id=3a770ecb-d737-4604-bdce-34f74ea9e614 HTTP/1.1" status: 200 len: 815 time: 0.3464329 Sep 07 14:08:56.432373 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f1045a-bb2d-41c7-97f5-3ecfe5f28882 req-739bb26e-9969-4155-b19e-f3af43ef2a88 tempest-VolumesNegativeTest-1579081331 tempest-VolumesNegativeTest-1579081331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:08:56.434408 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-30f1045a-bb2d-41c7-97f5-3ecfe5f28882 req-739bb26e-9969-4155-b19e-f3af43ef2a88 tempest-VolumesNegativeTest-1579081331 tempest-VolumesNegativeTest-1579081331-project] 10.222.0.60 "GET /v2.0/ports?device_id=940b39e5-5fa8-43dc-9357-f533ba053256 HTTP/1.1" status: 200 len: 949 time: 0.1135128 Sep 07 14:08:56.443437 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9306a6ee-e993-4aa6-948c-9ba837a72e35 req-10efb155-77cf-418c-afbe-84177298a847 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:08:56.445525 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-9306a6ee-e993-4aa6-948c-9ba837a72e35 req-10efb155-77cf-418c-afbe-84177298a847 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/ports?device_id=752df912-1fe9-4a3a-aedc-0b4fe4e15164 HTTP/1.1" status: 200 len: 945 time: 0.1235046 Sep 07 14:08:56.507394 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-30f1045a-bb2d-41c7-97f5-3ecfe5f28882 req-fa6efdd0-41f3-4acb-8c07-1985a0aefa99 tempest-VolumesNegativeTest-1579081331 tempest-VolumesNegativeTest-1579081331-project] 10.222.0.60 "GET /v2.0/security-groups?id=5beb3a4b-4d85-4c55-8af2-76410ae1cc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607245 Sep 07 14:08:56.519374 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-9306a6ee-e993-4aa6-948c-9ba837a72e35 req-074a1dd2-76e6-4657-a3f3-1d2f63542005 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/security-groups?id=1eaa7adf-c23d-4a19-a899-ef24f817425f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651658 Sep 07 14:08:56.689891 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4761bc56-5454-4b85-ab1a-13f34ad09a24 req-03547da9-967f-4ce4-8765-3c2978a7d06a tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:08:56.699533 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-4761bc56-5454-4b85-ab1a-13f34ad09a24 req-03547da9-967f-4ce4-8765-3c2978a7d06a tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] 10.222.0.60 "GET /v2.0/ports?device_id=71cba4d2-6e22-402e-8d65-c9742098a06d HTTP/1.1" status: 200 len: 946 time: 0.0702586 Sep 07 14:08:56.760138 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-4761bc56-5454-4b85-ab1a-13f34ad09a24 req-9f70ae6e-2d79-4b39-986d-8aee01cddfd6 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] 10.222.0.60 "GET /v2.0/security-groups?id=b43b779f-4290-4cca-8b16-3ea14c0aeddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539138 Sep 07 14:08:57.067370 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-51c7c47d-8876-4225-b695-f0b1efaeff1c req-18ae682b-bd1e-407b-8774-a5a5564a0a92 tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] 10.222.0.60 "GET /v2.0/ports?device_id=e21ed294-e1b8-43fd-95b0-cefb74631455 HTTP/1.1" status: 200 len: 210 time: 0.0398793 Sep 07 14:08:57.107767 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411d0e8d-8f79-4167-9e28-6d880a3082d2 req-8d36ff4a-dbbc-4451-a1f0-f8c7a376c528 tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:08:57.112636 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-411d0e8d-8f79-4167-9e28-6d880a3082d2 req-8d36ff4a-dbbc-4451-a1f0-f8c7a376c528 tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf91d54d-86ad-4a3b-b085-d27cd9f284b8 HTTP/1.1" status: 200 len: 944 time: 0.1233623 Sep 07 14:08:57.170972 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-411d0e8d-8f79-4167-9e28-6d880a3082d2 req-de812bb1-6dc8-4277-95b1-092ac99e83fc tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ee0b6d8-0816-470a-861d-36080b2e56f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520670 Sep 07 14:08:57.691369 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eca18c2-4e69-4a24-b71b-e699344fb9ed req-bc81e2ab-a0e9-40f8-ac97-ba4db2fe9f2c tempest-VolumesNegativeTest-1579081331 tempest-VolumesNegativeTest-1579081331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:08:57.694495 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-7eca18c2-4e69-4a24-b71b-e699344fb9ed req-bc81e2ab-a0e9-40f8-ac97-ba4db2fe9f2c tempest-VolumesNegativeTest-1579081331 tempest-VolumesNegativeTest-1579081331-project] 10.222.0.60 "GET /v2.0/ports?device_id=940b39e5-5fa8-43dc-9357-f533ba053256 HTTP/1.1" status: 200 len: 949 time: 0.0843439 Sep 07 14:08:57.706617 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa1815e-3f22-4626-a097-d9a044e812ed req-01ccbfa3-5bc2-44f4-9628-6de236e77fa3 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:08:57.708858 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-aaa1815e-3f22-4626-a097-d9a044e812ed req-01ccbfa3-5bc2-44f4-9628-6de236e77fa3 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/ports?device_id=752df912-1fe9-4a3a-aedc-0b4fe4e15164 HTTP/1.1" status: 200 len: 945 time: 0.0976369 Sep 07 14:08:57.805428 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-aaa1815e-3f22-4626-a097-d9a044e812ed req-932c8c44-6915-47eb-8b18-c1415618fb0f tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/security-groups?id=1eaa7adf-c23d-4a19-a899-ef24f817425f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853028 Sep 07 14:08:57.810687 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-7eca18c2-4e69-4a24-b71b-e699344fb9ed req-b0350535-3ec1-477a-a670-51d09e6cf12a tempest-VolumesNegativeTest-1579081331 tempest-VolumesNegativeTest-1579081331-project] 10.222.0.60 "GET /v2.0/security-groups?id=5beb3a4b-4d85-4c55-8af2-76410ae1cc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983384 Sep 07 14:08:57.964408 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b78ffec-51b8-44c0-8a85-9f5a41f9696f req-0980add2-a87a-4efd-b0ba-e6512ad8a870 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:08:57.966571 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-5b78ffec-51b8-44c0-8a85-9f5a41f9696f req-0980add2-a87a-4efd-b0ba-e6512ad8a870 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] 10.222.0.60 "GET /v2.0/ports?device_id=71cba4d2-6e22-402e-8d65-c9742098a06d HTTP/1.1" status: 200 len: 946 time: 0.0800028 Sep 07 14:08:58.035898 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-5b78ffec-51b8-44c0-8a85-9f5a41f9696f req-bc2db26b-45ca-42bd-b05c-f24935f117b4 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] 10.222.0.60 "GET /v2.0/security-groups?id=b43b779f-4290-4cca-8b16-3ea14c0aeddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622602 Sep 07 14:08:58.279528 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-d93edac0-d1a1-4f8f-8cc4-9c14c53ee6d1 req-84b89936-3035-4e06-9721-f44e95b153f7 tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] 10.222.0.60 "GET /v2.0/ports?device_id=e21ed294-e1b8-43fd-95b0-cefb74631455 HTTP/1.1" status: 200 len: 210 time: 0.0338948 Sep 07 14:08:58.372396 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7324d67-e275-47c8-85e0-1169e974394f req-4ee1fbe1-5bd4-4813-88f5-a3bd58a5899e tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:08:58.374807 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-e7324d67-e275-47c8-85e0-1169e974394f req-4ee1fbe1-5bd4-4813-88f5-a3bd58a5899e tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf91d54d-86ad-4a3b-b085-d27cd9f284b8 HTTP/1.1" status: 200 len: 944 time: 0.0877047 Sep 07 14:08:58.478140 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-e7324d67-e275-47c8-85e0-1169e974394f req-0dea2dd3-5ae3-42a6-a26b-c13ba9e52ee7 tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ee0b6d8-0816-470a-861d-36080b2e56f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854912 Sep 07 14:08:59.019154 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c00d348-9a8a-43a3-be99-f345bbe11bc1 req-1d20d92c-5b69-4499-8338-8cc74fd7ed62 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:08:59.027140 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-1c00d348-9a8a-43a3-be99-f345bbe11bc1 req-1d20d92c-5b69-4499-8338-8cc74fd7ed62 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/ports?device_id=752df912-1fe9-4a3a-aedc-0b4fe4e15164 HTTP/1.1" status: 200 len: 945 time: 0.1016371 Sep 07 14:08:59.081496 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe591f42-c362-4a23-9fe5-9a8c6fed08f2 req-27ab88ad-2f27-4647-a9ee-3349d83c6248 tempest-VolumesNegativeTest-1579081331 tempest-VolumesNegativeTest-1579081331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:08:59.089328 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-fe591f42-c362-4a23-9fe5-9a8c6fed08f2 req-27ab88ad-2f27-4647-a9ee-3349d83c6248 tempest-VolumesNegativeTest-1579081331 tempest-VolumesNegativeTest-1579081331-project] 10.222.0.60 "GET /v2.0/ports?device_id=940b39e5-5fa8-43dc-9357-f533ba053256 HTTP/1.1" status: 200 len: 949 time: 0.1220357 Sep 07 14:08:59.147199 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-fe591f42-c362-4a23-9fe5-9a8c6fed08f2 req-30141f28-4aeb-43de-b53b-85abe9dfd980 tempest-VolumesNegativeTest-1579081331 tempest-VolumesNegativeTest-1579081331-project] 10.222.0.60 "GET /v2.0/security-groups?id=5beb3a4b-4d85-4c55-8af2-76410ae1cc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547369 Sep 07 14:08:59.172872 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-1c00d348-9a8a-43a3-be99-f345bbe11bc1 req-37b99b15-f9d0-4bb9-a65d-615c808d6b0e tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/security-groups?id=1eaa7adf-c23d-4a19-a899-ef24f817425f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402373 Sep 07 14:08:59.285918 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f856094-204a-435f-b96b-b782bf169979 req-52b49fc0-ccea-4820-a76c-59dad935c051 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:08:59.288040 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-7f856094-204a-435f-b96b-b782bf169979 req-52b49fc0-ccea-4820-a76c-59dad935c051 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] 10.222.0.60 "GET /v2.0/ports?device_id=71cba4d2-6e22-402e-8d65-c9742098a06d HTTP/1.1" status: 200 len: 946 time: 0.0716844 Sep 07 14:08:59.353639 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-7f856094-204a-435f-b96b-b782bf169979 req-7596c9c6-03c2-4698-8c72-d9cf49a16e64 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] 10.222.0.60 "GET /v2.0/security-groups?id=b43b779f-4290-4cca-8b16-3ea14c0aeddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571582 Sep 07 14:08:59.477901 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-65d37d84-a703-44c6-8b25-25601adfb13f req-06b71a44-1c40-439a-9479-f8d382d31559 tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] 10.222.0.60 "GET /v2.0/ports?device_id=e21ed294-e1b8-43fd-95b0-cefb74631455 HTTP/1.1" status: 200 len: 210 time: 0.1054039 Sep 07 14:08:59.693367 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e040dc0f-913d-4bc4-8dbb-bcd7220857cb req-40eebb09-c5c0-45bc-a27c-3716f0b0673b tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:08:59.694997 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-e040dc0f-913d-4bc4-8dbb-bcd7220857cb req-40eebb09-c5c0-45bc-a27c-3716f0b0673b tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf91d54d-86ad-4a3b-b085-d27cd9f284b8 HTTP/1.1" status: 200 len: 944 time: 0.1009085 Sep 07 14:08:59.775275 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-e040dc0f-913d-4bc4-8dbb-bcd7220857cb req-0ab48a67-abb0-4144-a845-0f8682f89bbd tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ee0b6d8-0816-470a-861d-36080b2e56f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673480 Sep 07 14:09:00.394292 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273a12d5-8308-4e07-ae7d-c81173cfe2f5 req-3e0a906f-8bf6-4f76-9c5f-12bdb4dc77a7 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:09:00.398359 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-273a12d5-8308-4e07-ae7d-c81173cfe2f5 req-3e0a906f-8bf6-4f76-9c5f-12bdb4dc77a7 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/ports?device_id=752df912-1fe9-4a3a-aedc-0b4fe4e15164 HTTP/1.1" status: 200 len: 945 time: 0.1178050 Sep 07 14:09:00.425099 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349bd30e-4a6d-4a18-a6bd-b5561e758c4b req-f1f96ee4-c758-45ca-bcac-c849d93d064d tempest-VolumesNegativeTest-1579081331 tempest-VolumesNegativeTest-1579081331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:09:00.426714 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-349bd30e-4a6d-4a18-a6bd-b5561e758c4b req-f1f96ee4-c758-45ca-bcac-c849d93d064d tempest-VolumesNegativeTest-1579081331 tempest-VolumesNegativeTest-1579081331-project] 10.222.0.60 "GET /v2.0/ports?device_id=940b39e5-5fa8-43dc-9357-f533ba053256 HTTP/1.1" status: 200 len: 949 time: 0.2014208 Sep 07 14:09:00.470591 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-273a12d5-8308-4e07-ae7d-c81173cfe2f5 req-618e72f2-b0fd-4316-b9b7-6b388179a4e4 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/security-groups?id=1eaa7adf-c23d-4a19-a899-ef24f817425f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711663 Sep 07 14:09:00.506693 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-349bd30e-4a6d-4a18-a6bd-b5561e758c4b req-4e369c1e-a3bb-4c94-a00d-3d7639b6535d tempest-VolumesNegativeTest-1579081331 tempest-VolumesNegativeTest-1579081331-project] 10.222.0.60 "GET /v2.0/security-groups?id=5beb3a4b-4d85-4c55-8af2-76410ae1cc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629280 Sep 07 14:09:00.627013 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab281a60-4af4-4022-818d-80fe63778097 req-ca880596-04c1-4a9c-9cef-0ead0391345f tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:09:00.629153 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-ab281a60-4af4-4022-818d-80fe63778097 req-ca880596-04c1-4a9c-9cef-0ead0391345f tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] 10.222.0.60 "GET /v2.0/ports?device_id=71cba4d2-6e22-402e-8d65-c9742098a06d HTTP/1.1" status: 200 len: 946 time: 0.0706601 Sep 07 14:09:00.659561 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-fed0f350-c69f-4ad2-ba55-ea6c8d9b8144 req-a7d2d31e-8aa6-499a-a2a0-9c5ca26d1617 tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] 10.222.0.60 "GET /v2.0/ports?device_id=e21ed294-e1b8-43fd-95b0-cefb74631455 HTTP/1.1" status: 200 len: 210 time: 0.0290449 Sep 07 14:09:00.740341 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-ab281a60-4af4-4022-818d-80fe63778097 req-01d852a6-88af-43a1-992e-68d85004bad1 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] 10.222.0.60 "GET /v2.0/security-groups?id=b43b779f-4290-4cca-8b16-3ea14c0aeddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0975111 Sep 07 14:09:00.951850 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f335710-dd79-4289-bcf0-9e7bb5c2fbd5 req-7fae4d5c-972a-4e34-9839-f3166b0ce840 tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:09:00.953422 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-9f335710-dd79-4289-bcf0-9e7bb5c2fbd5 req-7fae4d5c-972a-4e34-9839-f3166b0ce840 tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf91d54d-86ad-4a3b-b085-d27cd9f284b8 HTTP/1.1" status: 200 len: 944 time: 0.0947871 Sep 07 14:09:01.048597 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-9f335710-dd79-4289-bcf0-9e7bb5c2fbd5 req-e43ae4ce-03dd-49bd-8e64-c5472dc5f0db tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ee0b6d8-0816-470a-861d-36080b2e56f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876920 Sep 07 14:09:01.621561 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b92da4-6a53-4efc-b5a4-dc346c88bac3 req-2d9a5419-b6da-45e6-b809-67839901e572 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:09:01.629365 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-35b92da4-6a53-4efc-b5a4-dc346c88bac3 req-2d9a5419-b6da-45e6-b809-67839901e572 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/ports?device_id=752df912-1fe9-4a3a-aedc-0b4fe4e15164 HTTP/1.1" status: 200 len: 945 time: 0.0695715 Sep 07 14:09:01.711312 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-35b92da4-6a53-4efc-b5a4-dc346c88bac3 req-748fa79c-769e-4a36-b7bf-da58c7eb443c tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/security-groups?id=1eaa7adf-c23d-4a19-a899-ef24f817425f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760953 Sep 07 14:09:01.760188 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0ccf46-bb37-4345-b51d-fc0a0eb1a336 req-249f8dfa-1ede-4ac6-8ee3-06affe4f2a53 tempest-VolumesNegativeTest-1579081331 tempest-VolumesNegativeTest-1579081331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:09:01.762528 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-7b0ccf46-bb37-4345-b51d-fc0a0eb1a336 req-249f8dfa-1ede-4ac6-8ee3-06affe4f2a53 tempest-VolumesNegativeTest-1579081331 tempest-VolumesNegativeTest-1579081331-project] 10.222.0.60 "GET /v2.0/ports?device_id=940b39e5-5fa8-43dc-9357-f533ba053256 HTTP/1.1" status: 200 len: 949 time: 0.1044879 Sep 07 14:09:01.829136 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-7b0ccf46-bb37-4345-b51d-fc0a0eb1a336 req-241b948f-1dcf-4214-ad8b-b69f0ff04716 tempest-VolumesNegativeTest-1579081331 tempest-VolumesNegativeTest-1579081331-project] 10.222.0.60 "GET /v2.0/security-groups?id=5beb3a4b-4d85-4c55-8af2-76410ae1cc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611510 Sep 07 14:09:01.860147 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-54305159-5f88-4c29-b6c9-495f4065a41c req-29a54d1e-69b8-43cd-a0e0-0cf95b029b76 tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] 10.222.0.60 "GET /v2.0/ports?device_id=e21ed294-e1b8-43fd-95b0-cefb74631455 HTTP/1.1" status: 200 len: 210 time: 0.0581014 Sep 07 14:09:02.029015 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bc21be-053c-42e7-88f1-19fb5ad9d514 req-1396b82e-64e7-43fe-8756-a98d99e8d1c9 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:09:02.030727 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-85bc21be-053c-42e7-88f1-19fb5ad9d514 req-1396b82e-64e7-43fe-8756-a98d99e8d1c9 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] 10.222.0.60 "GET /v2.0/ports?device_id=71cba4d2-6e22-402e-8d65-c9742098a06d HTTP/1.1" status: 200 len: 946 time: 0.0789745 Sep 07 14:09:02.101169 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-85bc21be-053c-42e7-88f1-19fb5ad9d514 req-2058956f-f0a0-4d25-a671-f1200f26bb5d tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] 10.222.0.60 "GET /v2.0/security-groups?id=b43b779f-4290-4cca-8b16-3ea14c0aeddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559585 Sep 07 14:09:02.261207 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d154a09-6fa9-4e99-8f84-ac9c9cd31f51 req-d951290a-867a-44ae-b384-b1b97e3751dd tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:09:02.269752 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-4d154a09-6fa9-4e99-8f84-ac9c9cd31f51 req-d951290a-867a-44ae-b384-b1b97e3751dd tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf91d54d-86ad-4a3b-b085-d27cd9f284b8 HTTP/1.1" status: 200 len: 944 time: 0.0879285 Sep 07 14:09:02.309156 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-4d154a09-6fa9-4e99-8f84-ac9c9cd31f51 req-fdb9ed0e-5f8b-4ea0-a1ab-3ef577294250 tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ee0b6d8-0816-470a-861d-36080b2e56f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364840 Sep 07 14:09:02.902996 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bd4d0c-333c-408c-b436-9f9c638dd7b3 req-a8f0a23d-db93-4446-ad38-6abffde0e8c0 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:09:02.906264 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-a3bd4d0c-333c-408c-b436-9f9c638dd7b3 req-a8f0a23d-db93-4446-ad38-6abffde0e8c0 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/ports?device_id=752df912-1fe9-4a3a-aedc-0b4fe4e15164 HTTP/1.1" status: 200 len: 945 time: 0.1159627 Sep 07 14:09:02.999638 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-a3bd4d0c-333c-408c-b436-9f9c638dd7b3 req-c5ae4dfb-f432-49a6-b7fa-9f72d2333f8f tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/security-groups?id=1eaa7adf-c23d-4a19-a899-ef24f817425f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716956 Sep 07 14:09:03.078825 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91d2c3d-9b6d-4635-af64-1731995e5976 req-3a2e9324-caad-49fa-a941-2900ec509743 tempest-VolumesNegativeTest-1579081331 tempest-VolumesNegativeTest-1579081331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:09:03.080393 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-f91d2c3d-9b6d-4635-af64-1731995e5976 req-3a2e9324-caad-49fa-a941-2900ec509743 tempest-VolumesNegativeTest-1579081331 tempest-VolumesNegativeTest-1579081331-project] 10.222.0.60 "GET /v2.0/ports?device_id=940b39e5-5fa8-43dc-9357-f533ba053256 HTTP/1.1" status: 200 len: 949 time: 0.0752108 Sep 07 14:09:03.201664 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-9298228a-57a0-428a-a8e4-61cbe5e29de1 req-db03fe96-9721-41c8-bac0-0ff4a801b804 tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] 10.222.0.60 "GET /v2.0/ports?device_id=e21ed294-e1b8-43fd-95b0-cefb74631455 HTTP/1.1" status: 200 len: 210 time: 0.0509350 Sep 07 14:09:03.253020 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-f91d2c3d-9b6d-4635-af64-1731995e5976 req-b8b2dc27-309a-4b25-a689-755b5fcf08f1 tempest-VolumesNegativeTest-1579081331 tempest-VolumesNegativeTest-1579081331-project] 10.222.0.60 "GET /v2.0/security-groups?id=5beb3a4b-4d85-4c55-8af2-76410ae1cc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422122 Sep 07 14:09:03.361049 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7002f017-7d0f-4994-a75b-32e8a2df4692 req-15f2c518-13ff-4e27-9a84-b29565c53f1d tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:09:03.362711 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-7002f017-7d0f-4994-a75b-32e8a2df4692 req-15f2c518-13ff-4e27-9a84-b29565c53f1d tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] 10.222.0.60 "GET /v2.0/ports?device_id=71cba4d2-6e22-402e-8d65-c9742098a06d HTTP/1.1" status: 200 len: 946 time: 0.0665002 Sep 07 14:09:03.411926 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-7002f017-7d0f-4994-a75b-32e8a2df4692 req-797134fc-842c-48c1-b34c-dd83327cb734 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] 10.222.0.60 "GET /v2.0/security-groups?id=b43b779f-4290-4cca-8b16-3ea14c0aeddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420601 Sep 07 14:09:03.468573 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b470763a-7f07-4149-b699-f2e15fd8ad71 req-5cfd7d7a-d5b1-4471-89ea-f5f2169afd37 tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:09:03.473802 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-b470763a-7f07-4149-b699-f2e15fd8ad71 req-5cfd7d7a-d5b1-4471-89ea-f5f2169afd37 tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf91d54d-86ad-4a3b-b085-d27cd9f284b8 HTTP/1.1" status: 200 len: 944 time: 0.0570695 Sep 07 14:09:03.516372 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-b470763a-7f07-4149-b699-f2e15fd8ad71 req-9567ff18-c692-40bc-a9d8-9eb0aa14d26a tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ee0b6d8-0816-470a-861d-36080b2e56f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397611 Sep 07 14:09:04.126132 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba2cf03-bd23-458b-9225-02ec693b84ea req-6141bdba-fedb-4677-aa6e-19a016964a64 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:09:04.127668 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-bba2cf03-bd23-458b-9225-02ec693b84ea req-6141bdba-fedb-4677-aa6e-19a016964a64 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/ports?device_id=752df912-1fe9-4a3a-aedc-0b4fe4e15164 HTTP/1.1" status: 200 len: 945 time: 0.0523472 Sep 07 14:09:04.167476 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-bba2cf03-bd23-458b-9225-02ec693b84ea req-db1ab81b-9977-4ef0-860f-6849c8af4afa tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/security-groups?id=1eaa7adf-c23d-4a19-a899-ef24f817425f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339296 Sep 07 14:09:04.303875 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-3c350234-0ee7-4cdb-a63c-26f8e230930c req-ffe08036-e286-4568-965e-cf4439e7af7c tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] 10.222.0.60 "GET /v2.0/ports?device_id=e21ed294-e1b8-43fd-95b0-cefb74631455 HTTP/1.1" status: 200 len: 210 time: 0.0311575 Sep 07 14:09:04.388850 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1ae971-ca58-4b60-9328-77727a3a0b73 req-0a997cfb-c3b0-4c2e-a370-ff685f660785 tempest-VolumesNegativeTest-1579081331 tempest-VolumesNegativeTest-1579081331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:09:04.390255 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-4a1ae971-ca58-4b60-9328-77727a3a0b73 req-0a997cfb-c3b0-4c2e-a370-ff685f660785 tempest-VolumesNegativeTest-1579081331 tempest-VolumesNegativeTest-1579081331-project] 10.222.0.60 "GET /v2.0/ports?device_id=940b39e5-5fa8-43dc-9357-f533ba053256 HTTP/1.1" status: 200 len: 949 time: 0.0509498 Sep 07 14:09:04.430197 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-4a1ae971-ca58-4b60-9328-77727a3a0b73 req-c84ab179-9df7-4d40-b045-42f3ded216b2 tempest-VolumesNegativeTest-1579081331 tempest-VolumesNegativeTest-1579081331-project] 10.222.0.60 "GET /v2.0/security-groups?id=5beb3a4b-4d85-4c55-8af2-76410ae1cc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338309 Sep 07 14:09:04.541506 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68548be2-9736-425b-b059-078b1cbb2c98 req-2f2d957e-6a2b-4f29-bc39-92a1f6eb5a6e tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:09:04.543276 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-68548be2-9736-425b-b059-078b1cbb2c98 req-2f2d957e-6a2b-4f29-bc39-92a1f6eb5a6e tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] 10.222.0.60 "GET /v2.0/ports?device_id=71cba4d2-6e22-402e-8d65-c9742098a06d HTTP/1.1" status: 200 len: 946 time: 0.0580120 Sep 07 14:09:04.585145 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-68548be2-9736-425b-b059-078b1cbb2c98 req-aea4ee94-5e81-4695-a51e-1859e61ae6df tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] 10.222.0.60 "GET /v2.0/security-groups?id=b43b779f-4290-4cca-8b16-3ea14c0aeddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353625 Sep 07 14:09:04.648138 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5363acc4-4038-40eb-9d92-2eb19a6beefc req-9b8b37d3-fcea-4b35-b33a-cfda4f961794 tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:09:04.650488 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-5363acc4-4038-40eb-9d92-2eb19a6beefc req-9b8b37d3-fcea-4b35-b33a-cfda4f961794 tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf91d54d-86ad-4a3b-b085-d27cd9f284b8 HTTP/1.1" status: 200 len: 944 time: 0.0553293 Sep 07 14:09:04.703135 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-5363acc4-4038-40eb-9d92-2eb19a6beefc req-595d4720-f0a2-427f-b316-f005769ee246 tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ee0b6d8-0816-470a-861d-36080b2e56f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391998 Sep 07 14:09:05.282603 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7d4480-108d-4385-bf91-f0a260c9cd89 req-adaa88bd-52c2-45af-ba99-60e8ffb538e9 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:09:05.284277 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-be7d4480-108d-4385-bf91-f0a260c9cd89 req-adaa88bd-52c2-45af-ba99-60e8ffb538e9 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/ports?device_id=752df912-1fe9-4a3a-aedc-0b4fe4e15164 HTTP/1.1" status: 200 len: 945 time: 0.0481663 Sep 07 14:09:05.322758 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-be7d4480-108d-4385-bf91-f0a260c9cd89 req-ea27bac3-a354-4424-9358-2ce9f90fd203 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/security-groups?id=1eaa7adf-c23d-4a19-a899-ef24f817425f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323684 Sep 07 14:09:05.407473 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-3487fd8d-029e-47a6-8b45-dda46a3abca3 req-15f671db-d510-44e5-a1c1-b0cc4744bea5 tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] 10.222.0.60 "GET /v2.0/ports?device_id=e21ed294-e1b8-43fd-95b0-cefb74631455 HTTP/1.1" status: 200 len: 210 time: 0.0348434 Sep 07 14:09:05.448187 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.v2.base [req-8de29ca7-0a79-4f97-9a5d-07a1c3c68dfe req-fac2244b-abe1-45f9-a407-8b055758a74b tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] Request body: {'port': {'device_id': 'e21ed294-e1b8-43fd-95b0-cefb74631455', 'network_id': '3a770ecb-d737-4604-bdce-34f74ea9e614', 'admin_state_up': True, 'tenant_id': '301d490d25f3454f93967514c05236d8'}} {{(pid=94137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:09:05.518304 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5197a6-cbc7-421e-87e9-2cd3c79c1444 req-4f3b0587-c6eb-48cb-b641-275fbf40fa60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:09:05.519814 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-1e5197a6-cbc7-421e-87e9-2cd3c79c1444 req-4f3b0587-c6eb-48cb-b641-275fbf40fa60 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e859b6827e2748129221219840ea5997&device_id=cf91d54d-86ad-4a3b-b085-d27cd9f284b8 HTTP/1.1" status: 200 len: 1097 time: 0.0504086 Sep 07 14:09:05.601608 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63249e05-303e-496b-8822-632284947283 req-cb6d0900-be84-4eaf-a33e-95428d345799 tempest-VolumesNegativeTest-1579081331 tempest-VolumesNegativeTest-1579081331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:09:05.603387 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-63249e05-303e-496b-8822-632284947283 req-cb6d0900-be84-4eaf-a33e-95428d345799 tempest-VolumesNegativeTest-1579081331 tempest-VolumesNegativeTest-1579081331-project] 10.222.0.60 "GET /v2.0/ports?device_id=940b39e5-5fa8-43dc-9357-f533ba053256 HTTP/1.1" status: 200 len: 949 time: 0.0751612 Sep 07 14:09:05.617555 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8de29ca7-0a79-4f97-9a5d-07a1c3c68dfe req-fac2244b-abe1-45f9-a407-8b055758a74b tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] Made reservation on behalf of 301d490d25f3454f93967514c05236d8 for: {'port': 1} {{(pid=94137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 14:09:05.621083 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [req-8de29ca7-0a79-4f97-9a5d-07a1c3c68dfe req-fac2244b-abe1-45f9-a407-8b055758a74b tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:05.630204 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5197a6-cbc7-421e-87e9-2cd3c79c1444 req-4680552e-21b4-46c7-b7c5-b1584222eb25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:09:05.631901 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-1e5197a6-cbc7-421e-87e9-2cd3c79c1444 req-4680552e-21b4-46c7-b7c5-b1584222eb25 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=e859b6827e2748129221219840ea5997&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0958400 Sep 07 14:09:05.678753 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-63249e05-303e-496b-8822-632284947283 req-617485ea-d1ea-449b-938d-9600dfa1792a tempest-VolumesNegativeTest-1579081331 tempest-VolumesNegativeTest-1579081331-project] 10.222.0.60 "GET /v2.0/security-groups?id=5beb3a4b-4d85-4c55-8af2-76410ae1cc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684445 Sep 07 14:09:05.759943 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5197a6-cbc7-421e-87e9-2cd3c79c1444 req-ea4833d2-e4ef-4c3d-82bc-8d518b8d9000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:09:05.761721 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-1e5197a6-cbc7-421e-87e9-2cd3c79c1444 req-ea4833d2-e4ef-4c3d-82bc-8d518b8d9000 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1209993 Sep 07 14:09:05.763706 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d312612-5aef-49f1-b532-db5bd9b68b39 req-1a466b0d-db5f-4084-96cc-04e1de28144f tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:09:05.765264 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-4d312612-5aef-49f1-b532-db5bd9b68b39 req-1a466b0d-db5f-4084-96cc-04e1de28144f tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] 10.222.0.60 "GET /v2.0/ports?device_id=71cba4d2-6e22-402e-8d65-c9742098a06d HTTP/1.1" status: 200 len: 946 time: 0.1011884 Sep 07 14:09:05.880132 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.db.db_base_plugin_common [req-8de29ca7-0a79-4f97-9a5d-07a1c3c68dfe req-fac2244b-abe1-45f9-a407-8b055758a74b tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] Allocated IP 172.20.0.14 (3a770ecb-d737-4604-bdce-34f74ea9e614/b2229922-4dfa-4d78-95d7-c6d2313a09de/ca6895f5-1d28-452e-b719-19e9647c15bd) {{(pid=94137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 14:09:05.887908 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-4d312612-5aef-49f1-b532-db5bd9b68b39 req-d3885fda-7fdf-46c7-810b-d01e5104beef tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] 10.222.0.60 "GET /v2.0/security-groups?id=b43b779f-4290-4cca-8b16-3ea14c0aeddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0967577 Sep 07 14:09:05.909887 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008d8595-e3fd-4d82-935b-ec8046a9b581 req-dd29921f-08cc-496b-b0a8-230ff0e503e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:09:05.911659 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-008d8595-e3fd-4d82-935b-ec8046a9b581 req-dd29921f-08cc-496b-b0a8-230ff0e503e3 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=71cba4d2-6e22-402e-8d65-c9742098a06d HTTP/1.1" status: 200 len: 1099 time: 0.0642755 Sep 07 14:09:05.911943 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538952ee-7406-4c0a-b9b0-8a0db4c799e9 req-e54784bf-65da-4fff-a73c-64dd632018fc tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:09:05.913853 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-538952ee-7406-4c0a-b9b0-8a0db4c799e9 req-e54784bf-65da-4fff-a73c-64dd632018fc tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf91d54d-86ad-4a3b-b085-d27cd9f284b8 HTTP/1.1" status: 200 len: 944 time: 0.1196899 Sep 07 14:09:05.930359 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2786903-0334-4b8d-9dd3-e4645abdfec5 req-9a91458a-41bb-43d5-ba94-bde935731740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:09:05.932371 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-c2786903-0334-4b8d-9dd3-e4645abdfec5 req-9a91458a-41bb-43d5-ba94-bde935731740 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e859b6827e2748129221219840ea5997&device_id=cf91d54d-86ad-4a3b-b085-d27cd9f284b8 HTTP/1.1" status: 200 len: 1097 time: 0.0607815 Sep 07 14:09:05.992434 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-008d8595-e3fd-4d82-935b-ec8046a9b581 req-6bcdb0dd-5035-4422-8499-a7a9cf3b0a98 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=b43b779f-4290-4cca-8b16-3ea14c0aeddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685747 Sep 07 14:09:05.994376 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-c2786903-0334-4b8d-9dd3-e4645abdfec5 req-cd24215c-e4f6-4116-980b-d74c8b18c04b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a74c893a-2dbe-4723-b64e-e778b467725b HTTP/1.1" status: 200 len: 217 time: 0.0486255 Sep 07 14:09:06.193809 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-538952ee-7406-4c0a-b9b0-8a0db4c799e9 req-dee9ea15-3958-4577-9fb5-7d17841a15b7 tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ee0b6d8-0816-470a-861d-36080b2e56f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2665756 Sep 07 14:09:06.245825 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.wsgi [-] (94137) accepted ('10.222.0.60', 48506) {{(pid=94137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:09:06.266933 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2786903-0334-4b8d-9dd3-e4645abdfec5 req-4a8d0774-0540-4d8a-b32a-d1ea804042d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:09:06.268555 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-c2786903-0334-4b8d-9dd3-e4645abdfec5 req-4a8d0774-0540-4d8a-b32a-d1ea804042d8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6c2e9c28-06dc-45ab-a546-78440fe11400 HTTP/1.1" status: 200 len: 854 time: 0.0571446 Sep 07 14:09:06.308152 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [req-8de29ca7-0a79-4f97-9a5d-07a1c3c68dfe req-fac2244b-abe1-45f9-a407-8b055758a74b tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] Notify callbacks [] for port, precommit_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:06.319619 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.db.db_base_plugin_v2 [None req-8634d136-4695-4b7b-a89a-e6b69c54eb27 admin admin] Deleting subnet db0dc175-31c9-4112-853c-89ab5915238c {{(pid=94137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 14:09:06.326059 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-8634d136-4695-4b7b-a89a-e6b69c54eb27 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:06.332688 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2786903-0334-4b8d-9dd3-e4645abdfec5 req-4374d54b-6892-4aa5-bc5d-20108a130740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:09:06.334265 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-c2786903-0334-4b8d-9dd3-e4645abdfec5 req-4374d54b-6892-4aa5-bc5d-20108a130740 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e6139945-2b0e-4dd3-b90e-3cc2664bbe09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0417058 Sep 07 14:09:06.365557 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-8634d136-4695-4b7b-a89a-e6b69c54eb27 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63800826'] for subnet, precommit_delete_associations {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:06.465181 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-8634d136-4695-4b7b-a89a-e6b69c54eb27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1466112'] for subnet, precommit_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:06.468181 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-c2786903-0334-4b8d-9dd3-e4645abdfec5 req-6db5b679-fe0c-42ea-ac83-2487110c8353 service neutron] 10.222.0.23 "GET /v2.0/networks/e6139945-2b0e-4dd3-b90e-3cc2664bbe09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068928 Sep 07 14:09:06.495717 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [req-8de29ca7-0a79-4f97-9a5d-07a1c3c68dfe req-fac2244b-abe1-45f9-a407-8b055758a74b tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735728620445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63929217'] for port, after_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:06.510562 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.db [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] get_ports_and_sgs() called for port_ids ['4d09b16a-797a-4fc5-ac48-ce9d0ebf9736', '67e6486c-1550-4743-804e-0be124adcfe4', 'b8dcc810-8321-4097-bfa7-d312ba476515'] {{(pid=94139) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 14:09:06.568080 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3cc038-2ea7-4642-b7d7-3838b6004e23 req-813737f2-0718-41f8-b621-5c56003b1b0c tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:09:06.569608 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-9b3cc038-2ea7-4642-b7d7-3838b6004e23 req-813737f2-0718-41f8-b621-5c56003b1b0c tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/ports?device_id=752df912-1fe9-4a3a-aedc-0b4fe4e15164 HTTP/1.1" status: 200 len: 945 time: 0.1669645 Sep 07 14:09:06.570437 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-c2786903-0334-4b8d-9dd3-e4645abdfec5 req-633becc9-e86c-4196-aab1-d31b9dc255c7 service neutron] 10.222.0.23 "GET /v2.0/networks/e6139945-2b0e-4dd3-b90e-3cc2664bbe09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913701 Sep 07 14:09:06.618829 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8de29ca7-0a79-4f97-9a5d-07a1c3c68dfe req-fac2244b-abe1-45f9-a407-8b055758a74b tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] Network 3a770ecb-d737-4604-bdce-34f74ea9e614 is already hosted by enough agents. {{(pid=94137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 14:09:06.643108 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.scheduler.base_scheduler [req-8de29ca7-0a79-4f97-9a5d-07a1c3c68dfe req-fac2244b-abe1-45f9-a407-8b055758a74b tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] Resources bound (agent type, host, resource id): {{(pid=94137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:09:06.652583 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.db.l3_dvrscheduler_db [req-8de29ca7-0a79-4f97-9a5d-07a1c3c68dfe req-fac2244b-abe1-45f9-a407-8b055758a74b tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] Received port after_create {{(pid=94137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 14:09:06.656634 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac2244b-abe1-45f9-a407-8b055758a74b tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] Pushing event updated for resources: {'Port': ['ID=ca6895f5-1d28-452e-b719-19e9647c15bd,revision_number=1']} {{(pid=94137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:09:06.708665 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3de9898-95ac-406a-b32b-8c16bb1062f4 req-cae6df97-c29a-4e04-893d-540141fe4b94 tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:09:06.710147 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-a3de9898-95ac-406a-b32b-8c16bb1062f4 req-cae6df97-c29a-4e04-893d-540141fe4b94 tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] 10.222.0.60 "GET /v2.0/ports?device_id=e21ed294-e1b8-43fd-95b0-cefb74631455 HTTP/1.1" status: 200 len: 932 time: 0.2192466 Sep 07 14:09:06.720290 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-9b3cc038-2ea7-4642-b7d7-3838b6004e23 req-cbecded5-0521-440d-b71a-68d741c8927f tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/security-groups?id=1eaa7adf-c23d-4a19-a899-ef24f817425f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271439 Sep 07 14:09:06.732875 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-8634d136-4695-4b7b-a89a-e6b69c54eb27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1466169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63929332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64237226'] for subnet, after_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:06.775763 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8634d136-4695-4b7b-a89a-e6b69c54eb27 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db0dc175-31c9-4112-853c-89ab5915238c,revision_number=None']} {{(pid=94137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:09:06.797344 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de29ca7-0a79-4f97-9a5d-07a1c3c68dfe req-fac2244b-abe1-45f9-a407-8b055758a74b tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:09:06.798021 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [req-8de29ca7-0a79-4f97-9a5d-07a1c3c68dfe req-fac2244b-abe1-45f9-a407-8b055758a74b tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539090'] for port, before_response {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:06.804881 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-8634d136-4695-4b7b-a89a-e6b69c54eb27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539090'] for subnet, before_response {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:06.806727 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [None req-8634d136-4695-4b7b-a89a-e6b69c54eb27 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/db0dc175-31c9-4112-853c-89ab5915238c HTTP/1.1" status: 204 len: 168 time: 0.5601091 Sep 07 14:09:06.809512 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.wsgi [-] (94138) accepted ('10.222.0.60', 48514) {{(pid=94138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:09:06.819964 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-a3de9898-95ac-406a-b32b-8c16bb1062f4 req-f85f2840-e385-442c-94bf-78f6ccfa1af5 tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] 10.222.0.60 "GET /v2.0/security-groups?id=4f7dc2d4-63eb-4f55-94d4-dc3bb3bdb6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987127 Sep 07 14:09:06.858164 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-8de29ca7-0a79-4f97-9a5d-07a1c3c68dfe req-fac2244b-abe1-45f9-a407-8b055758a74b tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4151030 Sep 07 14:09:06.881830 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.v2.base [req-8de29ca7-0a79-4f97-9a5d-07a1c3c68dfe req-fcc495e8-3686-466f-8242-e63d420ba62f service neutron] Request body: {'port': {'device_id': 'e21ed294-e1b8-43fd-95b0-cefb74631455', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78291'}} {{(pid=94137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:09:06.892704 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4136c4f0-c47f-4d22-80cf-e74148347eb8 req-29ea9a2d-07f2-4aad-a26b-b0b05f07ca6c tempest-VolumesNegativeTest-1579081331 tempest-VolumesNegativeTest-1579081331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:09:06.896073 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-4136c4f0-c47f-4d22-80cf-e74148347eb8 req-29ea9a2d-07f2-4aad-a26b-b0b05f07ca6c tempest-VolumesNegativeTest-1579081331 tempest-VolumesNegativeTest-1579081331-project] 10.222.0.60 "GET /v2.0/ports?device_id=940b39e5-5fa8-43dc-9357-f533ba053256 HTTP/1.1" status: 200 len: 949 time: 0.0924022 Sep 07 14:09:06.898375 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-3d841606-78fe-4325-970c-eb5624418efc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580555'] for network, before_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:06.987602 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-3d841606-78fe-4325-970c-eb5624418efc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1461133', 'neutron.services.segments.db._delete_segments_for_network-8735729117049'] for network, precommit_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:07.000803 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-4136c4f0-c47f-4d22-80cf-e74148347eb8 req-5887e77a-2c4d-4c18-bd36-f602cabcf1c8 tempest-VolumesNegativeTest-1579081331 tempest-VolumesNegativeTest-1579081331-project] 10.222.0.60 "GET /v2.0/security-groups?id=5beb3a4b-4d85-4c55-8af2-76410ae1cc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887182 Sep 07 14:09:07.003348 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [req-8de29ca7-0a79-4f97-9a5d-07a1c3c68dfe req-fcc495e8-3686-466f-8242-e63d420ba62f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_update {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:07.012660 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.services.segments.db [None req-3d841606-78fe-4325-970c-eb5624418efc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0fbc326-00e7-4f52-8e63-a9124c702e3b']}} {{(pid=94138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:09:07.022246 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.services.segments.db [None req-3d841606-78fe-4325-970c-eb5624418efc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09e98d4d-c58d-4c7c-9f6d-df7d32fc6ba4') {'for_net_delete': True} {{(pid=94138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:09:07.022487 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.services.segments.db [None req-3d841606-78fe-4325-970c-eb5624418efc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09e98d4d-c58d-4c7c-9f6d-df7d32fc6ba4') {} {{(pid=94138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:09:07.032852 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-3d841606-78fe-4325-970c-eb5624418efc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735729115778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65197373'] for segment, before_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:07.046829 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-3d841606-78fe-4325-970c-eb5624418efc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1461082'] for segment, precommit_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:07.054872 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837fb637-44d0-4c08-b86a-235779bf0ac3 req-2a5e08b9-1221-4c65-b1fb-5d1d20a02480 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:09:07.056633 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-837fb637-44d0-4c08-b86a-235779bf0ac3 req-2a5e08b9-1221-4c65-b1fb-5d1d20a02480 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] 10.222.0.60 "GET /v2.0/ports?device_id=71cba4d2-6e22-402e-8d65-c9742098a06d HTTP/1.1" status: 200 len: 946 time: 0.0901775 Sep 07 14:09:07.062596 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d841606-78fe-4325-970c-eb5624418efc admin admin] Releasing vlan 688 on physical network physnet1 to pool {{(pid=94138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 14:09:07.063204 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-3d841606-78fe-4325-970c-eb5624418efc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1461082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65198054'] for segment, after_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:07.065391 dv-cinder-782910-4-iscsi neutron-server[94138]: Traceback (most recent call last): Sep 07 14:09:07.065391 dv-cinder-782910-4-iscsi neutron-server[94138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 14:09:07.065391 dv-cinder-782910-4-iscsi neutron-server[94138]: timer() Sep 07 14:09:07.065391 dv-cinder-782910-4-iscsi neutron-server[94138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 14:09:07.065391 dv-cinder-782910-4-iscsi neutron-server[94138]: cb(*args, **kw) Sep 07 14:09:07.065391 dv-cinder-782910-4-iscsi neutron-server[94138]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 14:09:07.065391 dv-cinder-782910-4-iscsi neutron-server[94138]: return func(*args, **kwargs) Sep 07 14:09:07.065391 dv-cinder-782910-4-iscsi neutron-server[94138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 14:09:07.065391 dv-cinder-782910-4-iscsi neutron-server[94138]: self._notify() Sep 07 14:09:07.065391 dv-cinder-782910-4-iscsi neutron-server[94138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 14:09:07.065391 dv-cinder-782910-4-iscsi neutron-server[94138]: self.callback(batched_events) Sep 07 14:09:07.065391 dv-cinder-782910-4-iscsi neutron-server[94138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 14:09:07.065391 dv-cinder-782910-4-iscsi neutron-server[94138]: event.method(event) Sep 07 14:09:07.065391 dv-cinder-782910-4-iscsi neutron-server[94138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 14:09:07.065391 dv-cinder-782910-4-iscsi neutron-server[94138]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 14:09:07.065391 dv-cinder-782910-4-iscsi neutron-server[94138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 14:09:07.065391 dv-cinder-782910-4-iscsi neutron-server[94138]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 14:09:07.065391 dv-cinder-782910-4-iscsi neutron-server[94138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 14:09:07.065391 dv-cinder-782910-4-iscsi neutron-server[94138]: return f(self, *a, **k) Sep 07 14:09:07.065391 dv-cinder-782910-4-iscsi neutron-server[94138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 14:09:07.065391 dv-cinder-782910-4-iscsi neutron-server[94138]: return self._get(url).json() Sep 07 14:09:07.065391 dv-cinder-782910-4-iscsi neutron-server[94138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 14:09:07.065391 dv-cinder-782910-4-iscsi neutron-server[94138]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 14:09:07.065391 dv-cinder-782910-4-iscsi neutron-server[94138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 14:09:07.065391 dv-cinder-782910-4-iscsi neutron-server[94138]: return self.request(url, 'GET', **kwargs) Sep 07 14:09:07.065391 dv-cinder-782910-4-iscsi neutron-server[94138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 14:09:07.065391 dv-cinder-782910-4-iscsi neutron-server[94138]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 14:09:07.065391 dv-cinder-782910-4-iscsi neutron-server[94138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 14:09:07.065391 dv-cinder-782910-4-iscsi neutron-server[94138]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 14:09:07.065391 dv-cinder-782910-4-iscsi neutron-server[94138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 14:09:07.065391 dv-cinder-782910-4-iscsi neutron-server[94138]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 14:09:07.065391 dv-cinder-782910-4-iscsi neutron-server[94138]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 14:09:07.120412 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-3d841606-78fe-4325-970c-eb5624418efc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1461122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-432396'] for network, after_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:07.125912 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-3d841606-78fe-4325-970c-eb5624418efc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539090'] for network, before_response {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:07.127743 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [None req-3d841606-78fe-4325-970c-eb5624418efc admin admin] 10.222.0.60 "DELETE /v2.0/networks/d0fbc326-00e7-4f52-8e63-a9124c702e3b HTTP/1.1" status: 204 len: 168 time: 0.3171883 Sep 07 14:09:07.142301 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d841606-78fe-4325-970c-eb5624418efc admin admin] Pushing event deleted for resources: {'Network': ['ID=d0fbc326-00e7-4f52-8e63-a9124c702e3b,revision_number=None']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:09:07.171677 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-837fb637-44d0-4c08-b86a-235779bf0ac3 req-c33c46f8-d707-4d5c-adeb-72776826f7c4 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] 10.222.0.60 "GET /v2.0/security-groups?id=b43b779f-4290-4cca-8b16-3ea14c0aeddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1070080 Sep 07 14:09:07.359173 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.notifiers.nova [req-8de29ca7-0a79-4f97-9a5d-07a1c3c68dfe req-fcc495e8-3686-466f-8242-e63d420ba62f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca6895f5-1d28-452e-b719-19e9647c15bd {{(pid=94137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 14:09:07.372098 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3487788-a17a-44a2-a43d-c615927db720 req-cf41219c-e45d-4dad-88f7-c557599eceb4 tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:09:07.373410 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.wsgi [-] (94138) accepted ('10.222.0.60', 48522) {{(pid=94138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:09:07.374064 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-d3487788-a17a-44a2-a43d-c615927db720 req-cf41219c-e45d-4dad-88f7-c557599eceb4 tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf91d54d-86ad-4a3b-b085-d27cd9f284b8 HTTP/1.1" status: 200 len: 944 time: 0.1007650 Sep 07 14:09:07.379168 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [req-8de29ca7-0a79-4f97-9a5d-07a1c3c68dfe req-fcc495e8-3686-466f-8242-e63d420ba62f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:07.406543 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.db.provisioning_blocks [req-8de29ca7-0a79-4f97-9a5d-07a1c3c68dfe req-fcc495e8-3686-466f-8242-e63d420ba62f service neutron] Transition to ACTIVE for port object ca6895f5-1d28-452e-b719-19e9647c15bd will not be triggered until provisioned by entity L2. {{(pid=94137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 14:09:07.417350 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [None req-dfd541c1-b03c-4bae-9a88-89fbf8b68336 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=931073f1f0c54741954d14ba6ee137fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0415013 Sep 07 14:09:07.417914 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [req-8de29ca7-0a79-4f97-9a5d-07a1c3c68dfe req-fcc495e8-3686-466f-8242-e63d420ba62f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735729008622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735728620463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735728620481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63929230'] for port, after_update {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:07.419133 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.wsgi [-] (94138) accepted ('10.222.0.60', 48524) {{(pid=94138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:09:07.454380 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-d3487788-a17a-44a2-a43d-c615927db720 req-9b935f65-4729-4e2d-bfb7-6c8ad85decde tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ee0b6d8-0816-470a-861d-36080b2e56f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726266 Sep 07 14:09:07.474044 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-3e42063b-4064-4bf6-b65b-8e7b37ac582e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:07.478218 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc495e8-3686-466f-8242-e63d420ba62f service neutron] Pushing event updated for resources: {'Port': ['ID=ca6895f5-1d28-452e-b719-19e9647c15bd,revision_number=2']} {{(pid=94137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:09:07.494054 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-3e42063b-4064-4bf6-b65b-8e7b37ac582e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:07.556850 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-3e42063b-4064-4bf6-b65b-8e7b37ac582e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585164'] for security_group, after_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:07.560187 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-3e42063b-4064-4bf6-b65b-8e7b37ac582e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:07.561549 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [None req-3e42063b-4064-4bf6-b65b-8e7b37ac582e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c854b715-3105-4236-a433-6b2974599db5 HTTP/1.1" status: 204 len: 168 time: 0.1413114 Sep 07 14:09:07.564416 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.managers [req-8de29ca7-0a79-4f97-9a5d-07a1c3c68dfe req-fcc495e8-3686-466f-8242-e63d420ba62f service neutron] Attempting to bind port ca6895f5-1d28-452e-b719-19e9647c15bd on host hv-cinder-78291 for vnic_type normal with profile {{(pid=94137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 14:09:07.564984 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.managers [req-8de29ca7-0a79-4f97-9a5d-07a1c3c68dfe req-fcc495e8-3686-466f-8242-e63d420ba62f service neutron] Attempting to bind port ca6895f5-1d28-452e-b719-19e9647c15bd by drivers openvswitch,hyperv on host hv-cinder-78291 at level 0 using segments [{'id': '273b8804-25ce-4bc4-8196-9c483ce6e52d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '3a770ecb-d737-4604-bdce-34f74ea9e614'}] {{(pid=94137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 14:09:07.565540 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8de29ca7-0a79-4f97-9a5d-07a1c3c68dfe req-fcc495e8-3686-466f-8242-e63d420ba62f service neutron] Attempting to bind port ca6895f5-1d28-452e-b719-19e9647c15bd on network 3a770ecb-d737-4604-bdce-34f74ea9e614 {{(pid=94137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 14:09:07.570345 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e42063b-4064-4bf6-b65b-8e7b37ac582e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c854b715-3105-4236-a433-6b2974599db5,revision_number=None']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:09:07.573077 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8de29ca7-0a79-4f97-9a5d-07a1c3c68dfe req-fcc495e8-3686-466f-8242-e63d420ba62f service neutron] Port ca6895f5-1d28-452e-b719-19e9647c15bd on network 3a770ecb-d737-4604-bdce-34f74ea9e614 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78291 {{(pid=94137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 14:09:07.573349 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8de29ca7-0a79-4f97-9a5d-07a1c3c68dfe req-fcc495e8-3686-466f-8242-e63d420ba62f service neutron] Attempting to bind port ca6895f5-1d28-452e-b719-19e9647c15bd on network 3a770ecb-d737-4604-bdce-34f74ea9e614 {{(pid=94137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 14:09:07.580860 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8de29ca7-0a79-4f97-9a5d-07a1c3c68dfe req-fcc495e8-3686-466f-8242-e63d420ba62f service neutron] Checking agent: {'id': '42fa3594-1565-4da1-9b03-2e08c5cc8c06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78291', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 14, 4, 18), 'started_at': datetime.datetime(2021, 9, 7, 14, 4, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 14, 8, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 14:09:07.581203 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8de29ca7-0a79-4f97-9a5d-07a1c3c68dfe req-fcc495e8-3686-466f-8242-e63d420ba62f service neutron] Checking segment: {'id': '273b8804-25ce-4bc4-8196-9c483ce6e52d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '3a770ecb-d737-4604-bdce-34f74ea9e614'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 14:09:07.581611 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8de29ca7-0a79-4f97-9a5d-07a1c3c68dfe req-fcc495e8-3686-466f-8242-e63d420ba62f service neutron] Bound using segment: {'id': '273b8804-25ce-4bc4-8196-9c483ce6e52d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '3a770ecb-d737-4604-bdce-34f74ea9e614'} {{(pid=94137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 14:09:07.582034 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.managers [req-8de29ca7-0a79-4f97-9a5d-07a1c3c68dfe req-fcc495e8-3686-466f-8242-e63d420ba62f service neutron] Bound port: ca6895f5-1d28-452e-b719-19e9647c15bd, host: hv-cinder-78291, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '273b8804-25ce-4bc4-8196-9c483ce6e52d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '3a770ecb-d737-4604-bdce-34f74ea9e614'}}] {{(pid=94137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 14:09:07.582395 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [req-8de29ca7-0a79-4f97-9a5d-07a1c3c68dfe req-fcc495e8-3686-466f-8242-e63d420ba62f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_update {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:07.649583 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.db [req-8de29ca7-0a79-4f97-9a5d-07a1c3c68dfe req-fcc495e8-3686-466f-8242-e63d420ba62f service neutron] For port ca6895f5-1d28-452e-b719-19e9647c15bd, host hv-cinder-78291, cleared binding levels {{(pid=94137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 14:09:07.652710 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.db [req-8de29ca7-0a79-4f97-9a5d-07a1c3c68dfe req-fcc495e8-3686-466f-8242-e63d420ba62f service neutron] For port ca6895f5-1d28-452e-b719-19e9647c15bd, host hv-cinder-78291, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=ca6895f5-1d28-452e-b719-19e9647c15bd,segment=NetworkSegment(273b8804-25ce-4bc4-8196-9c483ce6e52d),segment_id=273b8804-25ce-4bc4-8196-9c483ce6e52d)] {{(pid=94137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 14:09:07.658643 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [req-8de29ca7-0a79-4f97-9a5d-07a1c3c68dfe req-fcc495e8-3686-466f-8242-e63d420ba62f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735729008622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735728620463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735728620481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63929230'] for port, after_update {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:07.674990 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de29ca7-0a79-4f97-9a5d-07a1c3c68dfe req-fcc495e8-3686-466f-8242-e63d420ba62f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:09:07.675191 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [req-8de29ca7-0a79-4f97-9a5d-07a1c3c68dfe req-fcc495e8-3686-466f-8242-e63d420ba62f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539090'] for port, before_response {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:07.676818 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-8de29ca7-0a79-4f97-9a5d-07a1c3c68dfe req-fcc495e8-3686-466f-8242-e63d420ba62f service neutron] 10.222.0.23 "PUT /v2.0/ports/ca6895f5-1d28-452e-b719-19e9647c15bd HTTP/1.1" status: 200 len: 1094 time: 0.8017559 Sep 07 14:09:07.698389 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e21ed294-e1b8-43fd-95b0-cefb74631455', 'tag': 'ca6895f5-1d28-452e-b719-19e9647c15bd'}] {{(pid=94137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:09:07.700783 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7b38e126f5d6ed26c5a634d27f228b3e9a23f971082ab434b79987af6775de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48df562c-d442-4189-b5eb-ec61efe68c01" -d '{"events": [{"name": "network-changed", "server_uuid": "e21ed294-e1b8-43fd-95b0-cefb74631455", "tag": "ca6895f5-1d28-452e-b719-19e9647c15bd"}]}' {{(pid=94137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:09:07.747130 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc495e8-3686-466f-8242-e63d420ba62f service neutron] Pushing event updated for resources: {'Port': ['ID=ca6895f5-1d28-452e-b719-19e9647c15bd,revision_number=3']} {{(pid=94137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:09:07.754569 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 14:09:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6469802e-561b-41c8-81ee-aa09610a9f28 x-openstack-request-id: req-6469802e-561b-41c8-81ee-aa09610a9f28 {{(pid=94137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:09:07.754856 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e21ed294-e1b8-43fd-95b0-cefb74631455", "tag": "ca6895f5-1d28-452e-b719-19e9647c15bd", "status": "completed", "code": 200}]} {{(pid=94137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:09:07.755114 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6469802e-561b-41c8-81ee-aa09610a9f28 {{(pid=94137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:09:07.755478 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e21ed294-e1b8-43fd-95b0-cefb74631455', 'tag': 'ca6895f5-1d28-452e-b719-19e9647c15bd', 'status': 'completed', 'code': 200} Sep 07 14:09:07.792507 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de29ca7-0a79-4f97-9a5d-07a1c3c68dfe req-370a166c-3515-4737-8c68-5efac4b186ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:09:07.794178 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-8de29ca7-0a79-4f97-9a5d-07a1c3c68dfe req-370a166c-3515-4737-8c68-5efac4b186ae service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=301d490d25f3454f93967514c05236d8&device_id=e21ed294-e1b8-43fd-95b0-cefb74631455 HTTP/1.1" status: 200 len: 1097 time: 0.0632467 Sep 07 14:09:07.857094 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-8de29ca7-0a79-4f97-9a5d-07a1c3c68dfe req-d0c13421-6c06-4893-a98e-5995a653c22a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ca6895f5-1d28-452e-b719-19e9647c15bd HTTP/1.1" status: 200 len: 217 time: 0.0492575 Sep 07 14:09:07.878246 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dbd21d-11bd-41c5-bf24-fe2d908d6555 req-4e044052-3705-4265-8cf5-c46c2330de03 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:09:07.879748 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-07dbd21d-11bd-41c5-bf24-fe2d908d6555 req-4e044052-3705-4265-8cf5-c46c2330de03 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/ports?device_id=752df912-1fe9-4a3a-aedc-0b4fe4e15164 HTTP/1.1" status: 200 len: 945 time: 0.0820487 Sep 07 14:09:07.981632 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-07dbd21d-11bd-41c5-bf24-fe2d908d6555 req-66485e8e-38dd-4223-81af-73cd95a43521 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/security-groups?id=1eaa7adf-c23d-4a19-a899-ef24f817425f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927606 Sep 07 14:09:07.983983 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de29ca7-0a79-4f97-9a5d-07a1c3c68dfe req-23dcabe9-137a-4dfb-a561-f84395a5c802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:09:07.985410 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-8de29ca7-0a79-4f97-9a5d-07a1c3c68dfe req-23dcabe9-137a-4dfb-a561-f84395a5c802 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b2229922-4dfa-4d78-95d7-c6d2313a09de HTTP/1.1" status: 200 len: 855 time: 0.1155295 Sep 07 14:09:08.009981 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef256e7-7a1c-4147-91cd-54e8d9483a85 req-3282b80a-99fd-4095-8af2-ad94e33997c6 tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:09:08.011468 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-3ef256e7-7a1c-4147-91cd-54e8d9483a85 req-3282b80a-99fd-4095-8af2-ad94e33997c6 tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] 10.222.0.60 "GET /v2.0/ports?device_id=e21ed294-e1b8-43fd-95b0-cefb74631455 HTTP/1.1" status: 200 len: 944 time: 0.1003339 Sep 07 14:09:08.035969 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-8de29ca7-0a79-4f97-9a5d-07a1c3c68dfe req-ebd2dd35-9fb9-497c-b67b-cd1b0ee5dc2c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3a770ecb-d737-4604-bdce-34f74ea9e614&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408659 Sep 07 14:09:08.126479 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-3ef256e7-7a1c-4147-91cd-54e8d9483a85 req-d2bdfe79-acb3-4262-b975-fd33de60afa0 tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] 10.222.0.60 "GET /v2.0/security-groups?id=4f7dc2d4-63eb-4f55-94d4-dc3bb3bdb6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971222 Sep 07 14:09:08.182877 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-8de29ca7-0a79-4f97-9a5d-07a1c3c68dfe req-bd55864d-e2e6-4620-8216-7cb32f8fac25 service neutron] 10.222.0.23 "GET /v2.0/networks/3a770ecb-d737-4604-bdce-34f74ea9e614?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379471 Sep 07 14:09:08.298476 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359babe4-d94b-4921-9935-a235831a8d5c req-f5003ff2-df30-433b-934b-99a7c4e92cd9 tempest-VolumesNegativeTest-1579081331 tempest-VolumesNegativeTest-1579081331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:09:08.300383 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-359babe4-d94b-4921-9935-a235831a8d5c req-f5003ff2-df30-433b-934b-99a7c4e92cd9 tempest-VolumesNegativeTest-1579081331 tempest-VolumesNegativeTest-1579081331-project] 10.222.0.23 "GET /v2.0/ports?device_id=940b39e5-5fa8-43dc-9357-f533ba053256 HTTP/1.1" status: 200 len: 949 time: 0.0735276 Sep 07 14:09:08.332762 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaff18d-8a6c-422f-a273-b46467a8df47 req-2fa3baed-796d-4c9d-b7b4-751787568b5f tempest-VolumesNegativeTest-1579081331 tempest-VolumesNegativeTest-1579081331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:09:08.334641 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-fcaff18d-8a6c-422f-a273-b46467a8df47 req-2fa3baed-796d-4c9d-b7b4-751787568b5f tempest-VolumesNegativeTest-1579081331 tempest-VolumesNegativeTest-1579081331-project] 10.222.0.60 "GET /v2.0/ports?device_id=940b39e5-5fa8-43dc-9357-f533ba053256 HTTP/1.1" status: 200 len: 949 time: 0.1443129 Sep 07 14:09:08.394480 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-8de29ca7-0a79-4f97-9a5d-07a1c3c68dfe req-a36407d1-7159-49a7-a343-e6c2734420e6 service neutron] 10.222.0.23 "GET /v2.0/networks/3a770ecb-d737-4604-bdce-34f74ea9e614?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2022433 Sep 07 14:09:08.396705 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e9023d-eefe-4893-b185-4743ad387518 req-856a13d2-74cc-4755-8ed5-3035df2f343b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:09:08.398241 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-f3e9023d-eefe-4893-b185-4743ad387518 req-856a13d2-74cc-4755-8ed5-3035df2f343b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1d6de94667ae4a6191fd8937736e1379&device_id=752df912-1fe9-4a3a-aedc-0b4fe4e15164 HTTP/1.1" status: 200 len: 1098 time: 0.0969186 Sep 07 14:09:08.429831 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf5532e-39e4-4235-bbfa-01e8cb02892b req-06d80cc3-7731-4042-a6cc-8ed00f7e2491 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:09:08.432339 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-4cf5532e-39e4-4235-bbfa-01e8cb02892b req-06d80cc3-7731-4042-a6cc-8ed00f7e2491 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] 10.222.0.60 "GET /v2.0/ports?device_id=71cba4d2-6e22-402e-8d65-c9742098a06d HTTP/1.1" status: 200 len: 946 time: 0.1306884 Sep 07 14:09:08.444516 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-fcaff18d-8a6c-422f-a273-b46467a8df47 req-c360b49e-c622-4145-b20f-cae715e977d8 tempest-VolumesNegativeTest-1579081331 tempest-VolumesNegativeTest-1579081331-project] 10.222.0.60 "GET /v2.0/security-groups?id=5beb3a4b-4d85-4c55-8af2-76410ae1cc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906754 Sep 07 14:09:08.495417 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.plugin [req-359babe4-d94b-4921-9935-a235831a8d5c req-28453c4e-20f4-4dc4-a168-cb53fe8ffc6d tempest-VolumesNegativeTest-1579081331 tempest-VolumesNegativeTest-1579081331-project] Deleting port 8ee93621-e729-4f2d-98e3-01c3bb5b9eb0 {{(pid=94138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 14:09:08.495881 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-359babe4-d94b-4921-9935-a235831a8d5c req-28453c4e-20f4-4dc4-a168-cb53fe8ffc6d tempest-VolumesNegativeTest-1579081331 tempest-VolumesNegativeTest-1579081331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735729003030'] for port, before_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:08.567504 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-4cf5532e-39e4-4235-bbfa-01e8cb02892b req-633233f3-7784-4238-8460-63ba7d7463c6 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] 10.222.0.60 "GET /v2.0/security-groups?id=b43b779f-4290-4cca-8b16-3ea14c0aeddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954711 Sep 07 14:09:08.589598 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e9023d-eefe-4893-b185-4743ad387518 req-bbb34126-5e6c-4df4-be51-242ab341343a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:09:08.604719 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52016c71-0acb-4767-acc9-79d75e9c8429 req-bd84d364-75e9-4c87-8be1-640398ce2aac tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:09:08.604840 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-f3e9023d-eefe-4893-b185-4743ad387518 req-bbb34126-5e6c-4df4-be51-242ab341343a service neutron] 10.222.0.23 "GET /v2.0/networks?id=b48e9ba8-aaf3-4c6b-ae21-ae2a5cc44314 HTTP/1.1" status: 200 len: 919 time: 0.1976371 Sep 07 14:09:08.605889 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-52016c71-0acb-4767-acc9-79d75e9c8429 req-bd84d364-75e9-4c87-8be1-640398ce2aac tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/ports?device_id=752df912-1fe9-4a3a-aedc-0b4fe4e15164 HTTP/1.1" status: 200 len: 945 time: 0.0780241 Sep 07 14:09:08.619310 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48df562c-d442-4189-b5eb-ec61efe68c01 req-aabc5698-c18a-4d28-96bd-d44d179a09d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:09:08.621152 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-48df562c-d442-4189-b5eb-ec61efe68c01 req-aabc5698-c18a-4d28-96bd-d44d179a09d8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=301d490d25f3454f93967514c05236d8&device_id=e21ed294-e1b8-43fd-95b0-cefb74631455 HTTP/1.1" status: 200 len: 1097 time: 0.1250024 Sep 07 14:09:08.655779 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-f3e9023d-eefe-4893-b185-4743ad387518 req-7c71c699-e373-4d10-8f16-10bb98d6ac35 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b6cd42c1-b689-49a0-9a9e-c9f3eb56a44a HTTP/1.1" status: 200 len: 217 time: 0.0414453 Sep 07 14:09:08.734827 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-52016c71-0acb-4767-acc9-79d75e9c8429 req-c48ac004-4618-4ba0-a94c-debb3495c806 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/security-groups?id=1eaa7adf-c23d-4a19-a899-ef24f817425f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251187 Sep 07 14:09:08.793283 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caa8a14-d0ca-4011-a850-71bd158b8a52 req-8323451d-905a-4680-963a-d651198e4a19 tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:09:08.795042 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-0caa8a14-d0ca-4011-a850-71bd158b8a52 req-8323451d-905a-4680-963a-d651198e4a19 tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf91d54d-86ad-4a3b-b085-d27cd9f284b8 HTTP/1.1" status: 200 len: 944 time: 0.1361403 Sep 07 14:09:08.796236 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48df562c-d442-4189-b5eb-ec61efe68c01 req-21a4ba93-8138-4d1b-a72a-61ffd606a65b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:09:08.797762 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-48df562c-d442-4189-b5eb-ec61efe68c01 req-21a4ba93-8138-4d1b-a72a-61ffd606a65b service neutron] 10.222.0.23 "GET /v2.0/networks?id=3a770ecb-d737-4604-bdce-34f74ea9e614 HTTP/1.1" status: 200 len: 916 time: 0.1678598 Sep 07 14:09:08.870266 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-48df562c-d442-4189-b5eb-ec61efe68c01 req-be31ce24-97c3-4c12-82f9-2fb9fafd1cdc service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ca6895f5-1d28-452e-b719-19e9647c15bd HTTP/1.1" status: 200 len: 217 time: 0.0523465 Sep 07 14:09:08.915134 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-0caa8a14-d0ca-4011-a850-71bd158b8a52 req-81a39bd4-0f8b-4b8e-96f3-7f6e45b33198 tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ee0b6d8-0816-470a-861d-36080b2e56f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139197 Sep 07 14:09:08.964357 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14559062-dbd1-413b-809c-778a94b8aec5 req-90d328dc-bd18-4b8a-8284-5607cde628b7 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:09:08.965966 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-14559062-dbd1-413b-809c-778a94b8aec5 req-90d328dc-bd18-4b8a-8284-5607cde628b7 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] 10.222.0.60 "GET /v2.0/ports?device_id=71cba4d2-6e22-402e-8d65-c9742098a06d HTTP/1.1" status: 200 len: 946 time: 0.1097114 Sep 07 14:09:08.969871 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48df562c-d442-4189-b5eb-ec61efe68c01 req-fd34ad83-9414-484d-84fd-d0e6a0febfac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:09:08.971239 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-48df562c-d442-4189-b5eb-ec61efe68c01 req-fd34ad83-9414-484d-84fd-d0e6a0febfac service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b2229922-4dfa-4d78-95d7-c6d2313a09de HTTP/1.1" status: 200 len: 855 time: 0.0700884 Sep 07 14:09:09.007706 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.db [req-359babe4-d94b-4921-9935-a235831a8d5c req-28453c4e-20f4-4dc4-a168-cb53fe8ffc6d tempest-VolumesNegativeTest-1579081331 tempest-VolumesNegativeTest-1579081331-project] For port 8ee93621-e729-4f2d-98e3-01c3bb5b9eb0, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=8ee93621-e729-4f2d-98e3-01c3bb5b9eb0,segment=NetworkSegment(e37effde-7211-40ad-806a-086e998b0683),segment_id=e37effde-7211-40ad-806a-086e998b0683)] {{(pid=94138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:09:09.008067 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-359babe4-d94b-4921-9935-a235831a8d5c req-28453c4e-20f4-4dc4-a168-cb53fe8ffc6d tempest-VolumesNegativeTest-1579081331 tempest-VolumesNegativeTest-1579081331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453383'] for port, precommit_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:09.023891 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e9023d-eefe-4893-b185-4743ad387518 req-5c836ed6-ebd9-4233-a7a5-b90fbae0cd09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:09:09.025661 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-f3e9023d-eefe-4893-b185-4743ad387518 req-5c836ed6-ebd9-4233-a7a5-b90fbae0cd09 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1cd4c5b2-90f1-4140-9c02-290aaedbc1cc HTTP/1.1" status: 200 len: 858 time: 0.3624439 Sep 07 14:09:09.026115 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-48df562c-d442-4189-b5eb-ec61efe68c01 req-f8ee8cea-2edd-4d47-ade0-06154edfd09f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3a770ecb-d737-4604-bdce-34f74ea9e614&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286243 Sep 07 14:09:09.026915 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.plugin [req-359babe4-d94b-4921-9935-a235831a8d5c req-28453c4e-20f4-4dc4-a168-cb53fe8ffc6d tempest-VolumesNegativeTest-1579081331 tempest-VolumesNegativeTest-1579081331-project] Calling delete_port for 8ee93621-e729-4f2d-98e3-01c3bb5b9eb0 owned by compute:nova {{(pid=94138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 14:09:09.060348 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-14559062-dbd1-413b-809c-778a94b8aec5 req-8f3cb249-7dfb-4ff8-beef-123250b7f1cb tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] 10.222.0.60 "GET /v2.0/security-groups?id=b43b779f-4290-4cca-8b16-3ea14c0aeddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844648 Sep 07 14:09:09.081696 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.wsgi [-] (94137) accepted ('10.222.0.60', 48578) {{(pid=94137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:09:09.094486 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.wsgi [-] (94137) accepted ('10.222.0.60', 48582) {{(pid=94137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:09:09.102447 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-f3e9023d-eefe-4893-b185-4743ad387518 req-54688f33-208d-4237-a089-9c523af74605 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b48e9ba8-aaf3-4c6b-ae21-ae2a5cc44314&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0622709 Sep 07 14:09:09.163182 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-48df562c-d442-4189-b5eb-ec61efe68c01 req-705ea9af-c1da-4b3e-9c0a-1dc1d4617ae2 service neutron] 10.222.0.23 "GET /v2.0/networks/3a770ecb-d737-4604-bdce-34f74ea9e614?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177576 Sep 07 14:09:09.268074 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-f3e9023d-eefe-4893-b185-4743ad387518 req-e57b0318-6900-488a-a05a-4cd8c0d2954c service neutron] 10.222.0.23 "GET /v2.0/networks/b48e9ba8-aaf3-4c6b-ae21-ae2a5cc44314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476386 Sep 07 14:09:09.275699 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-359babe4-d94b-4921-9935-a235831a8d5c req-28453c4e-20f4-4dc4-a168-cb53fe8ffc6d tempest-VolumesNegativeTest-1579081331 tempest-VolumesNegativeTest-1579081331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735729008604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735728620454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65197361'] for port, after_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:09.290573 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.db [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] get_ports_and_sgs() called for port_ids ['8ee93621-e729-4f2d-98e3-01c3bb5b9eb0'] {{(pid=94139) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 14:09:09.335384 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28453c4e-20f4-4dc4-a168-cb53fe8ffc6d tempest-VolumesNegativeTest-1579081331 tempest-VolumesNegativeTest-1579081331-project] Pushing event deleted for resources: {'Port': ['ID=8ee93621-e729-4f2d-98e3-01c3bb5b9eb0,revision_number=None']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:09:09.354903 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-3e267df7-479c-4643-8cf1-f69642743f76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:09.397311 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-48df562c-d442-4189-b5eb-ec61efe68c01 req-73d77740-0112-49df-9967-97f65ed6e1ed service neutron] 10.222.0.23 "GET /v2.0/networks/3a770ecb-d737-4604-bdce-34f74ea9e614?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2164743 Sep 07 14:09:09.409645 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82e8651-ed0d-4c10-97a5-9d75f8c835ac req-1112698e-6328-4d14-a8b8-3013c13368aa tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:09:09.411195 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-e82e8651-ed0d-4c10-97a5-9d75f8c835ac req-1112698e-6328-4d14-a8b8-3013c13368aa tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] 10.222.0.60 "GET /v2.0/ports?device_id=e21ed294-e1b8-43fd-95b0-cefb74631455 HTTP/1.1" status: 200 len: 944 time: 0.1405070 Sep 07 14:09:09.431702 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.db.l3_dvrscheduler_db [req-359babe4-d94b-4921-9935-a235831a8d5c req-28453c4e-20f4-4dc4-a168-cb53fe8ffc6d tempest-VolumesNegativeTest-1579081331 tempest-VolumesNegativeTest-1579081331-project] No DVR routers for this DVR port 8ee93621-e729-4f2d-98e3-01c3bb5b9eb0 on host hv-cinder-78291 {{(pid=94138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 14:09:09.435432 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-359babe4-d94b-4921-9935-a235831a8d5c req-28453c4e-20f4-4dc4-a168-cb53fe8ffc6d tempest-VolumesNegativeTest-1579081331 tempest-VolumesNegativeTest-1579081331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88768'] for port, before_response {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:09.437493 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-359babe4-d94b-4921-9935-a235831a8d5c req-28453c4e-20f4-4dc4-a168-cb53fe8ffc6d tempest-VolumesNegativeTest-1579081331 tempest-VolumesNegativeTest-1579081331-project] 10.222.0.23 "DELETE /v2.0/ports/8ee93621-e729-4f2d-98e3-01c3bb5b9eb0 HTTP/1.1" status: 204 len: 173 time: 1.1276164 Sep 07 14:09:09.439609 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '940b39e5-5fa8-43dc-9357-f533ba053256', 'name': 'network-vif-deleted', 'tag': '8ee93621-e729-4f2d-98e3-01c3bb5b9eb0'}] {{(pid=94138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:09:09.442082 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2f7ddeb31991bace343f2b2f4f22cd3bc4274a24b7cd750f83a004d46e17087" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b704e90a-5ae2-4187-aae3-f29eb7604da5" -d '{"events": [{"server_uuid": "940b39e5-5fa8-43dc-9357-f533ba053256", "name": "network-vif-deleted", "tag": "8ee93621-e729-4f2d-98e3-01c3bb5b9eb0"}]}' {{(pid=94138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:09:09.442302 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5e53521-d5d9-49b6-b4af-dacf031dd374 tempest-TestVolumeBootPattern-1205197271 tempest-TestVolumeBootPattern-1205197271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:09:09.443915 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [None req-a5e53521-d5d9-49b6-b4af-dacf031dd374 tempest-TestVolumeBootPattern-1205197271 tempest-TestVolumeBootPattern-1205197271-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=71cba4d2-6e22-402e-8d65-c9742098a06d HTTP/1.1" status: 200 len: 1094 time: 0.3611290 Sep 07 14:09:09.450773 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.wsgi [-] (94138) accepted ('10.222.0.60', 48590) {{(pid=94138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:09:09.458832 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.v2.base [None req-cd005209-5019-4d82-9f7e-0df1763a0576 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Request body: {'floatingip': {'floating_network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'port_id': 'c6c42490-6ac1-4acd-8ab9-5b9114fa8411', 'tenant_id': '25d79c53f0bd4923ab966dd0d5f549ca', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:09:09.504690 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 14:09:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82b9fdac-2e50-465b-b321-4093b8825db9 x-openstack-request-id: req-82b9fdac-2e50-465b-b321-4093b8825db9 {{(pid=94138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:09:09.505017 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "940b39e5-5fa8-43dc-9357-f533ba053256", "name": "network-vif-deleted", "tag": "8ee93621-e729-4f2d-98e3-01c3bb5b9eb0", "status": "completed", "code": 200}]} {{(pid=94138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:09:09.505221 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-82b9fdac-2e50-465b-b321-4093b8825db9 {{(pid=94138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:09:09.505816 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '940b39e5-5fa8-43dc-9357-f533ba053256', 'name': 'network-vif-deleted', 'tag': '8ee93621-e729-4f2d-98e3-01c3bb5b9eb0', 'status': 'completed', 'code': 200} Sep 07 14:09:09.520662 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-f3e9023d-eefe-4893-b185-4743ad387518 req-c3c183b7-35d4-47cb-aabf-2f364dec24a4 service neutron] 10.222.0.23 "GET /v2.0/networks/b48e9ba8-aaf3-4c6b-ae21-ae2a5cc44314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2347162 Sep 07 14:09:09.531012 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-e82e8651-ed0d-4c10-97a5-9d75f8c835ac req-5b595a0e-7089-44a0-817b-6da0b6690078 tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] 10.222.0.60 "GET /v2.0/security-groups?id=4f7dc2d4-63eb-4f55-94d4-dc3bb3bdb6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112909 Sep 07 14:09:09.627125 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-02470f15-1735-48bb-b564-7a3c19700f17 req-237edcd8-c73b-4919-881d-a43eb0e696f4 tempest-VolumesNegativeTest-1579081331 tempest-VolumesNegativeTest-1579081331-project] 10.222.0.60 "GET /v2.0/ports?device_id=940b39e5-5fa8-43dc-9357-f533ba053256 HTTP/1.1" status: 200 len: 210 time: 0.0464761 Sep 07 14:09:09.628999 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-3e267df7-479c-4643-8cf1-f69642743f76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:09.633780 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-3e267df7-479c-4643-8cf1-f69642743f76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585164'] for security_group, after_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:09.652271 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-cd005209-5019-4d82-9f7e-0df1763a0576 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Notify callbacks [] for floatingip, before_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:09.678440 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [None req-3e267df7-479c-4643-8cf1-f69642743f76 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7202929c2e174449b3c85127c497d5cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5828059 Sep 07 14:09:09.679576 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e267df7-479c-4643-8cf1-f69642743f76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=838a5b5b-c77c-4ef0-91d4-0f0a2f0406b9,revision_number=1']} {{(pid=94137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:09:09.681948 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.wsgi [-] (94137) accepted ('10.222.0.60', 48594) {{(pid=94137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:09:09.733362 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-d5d50e85-8085-4049-a5f8-9cf9e499e41f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:09.754133 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-d5d50e85-8085-4049-a5f8-9cf9e499e41f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:09.759105 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-cd005209-5019-4d82-9f7e-0df1763a0576 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:09.778637 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Device a74c893a-2dbe-4723-b64e-e778b467725b details requested by agent hyperv_hv-cinder-78291 with host hv-cinder-78291 {{(pid=94139) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 14:09:09.864851 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-d5d50e85-8085-4049-a5f8-9cf9e499e41f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585164'] for security_group, after_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:09.867401 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-d5d50e85-8085-4049-a5f8-9cf9e499e41f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:09.868663 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [None req-d5d50e85-8085-4049-a5f8-9cf9e499e41f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/838a5b5b-c77c-4ef0-91d4-0f0a2f0406b9 HTTP/1.1" status: 204 len: 168 time: 0.1857619 Sep 07 14:09:09.881715 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d50e85-8085-4049-a5f8-9cf9e499e41f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=838a5b5b-c77c-4ef0-91d4-0f0a2f0406b9,revision_number=None']} {{(pid=94137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:09:09.898998 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979a6480-a3cd-4e15-a0fb-3558da33c2af req-4c43fbe9-8f77-40f1-85b8-9a7f493655b2 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:09:09.901374 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-979a6480-a3cd-4e15-a0fb-3558da33c2af req-4c43fbe9-8f77-40f1-85b8-9a7f493655b2 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/ports?device_id=752df912-1fe9-4a3a-aedc-0b4fe4e15164 HTTP/1.1" status: 200 len: 945 time: 0.0662265 Sep 07 14:09:09.940179 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.db [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] For port a74c893a-2dbe-4723-b64e-e778b467725b, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=a74c893a-2dbe-4723-b64e-e778b467725b,segment=NetworkSegment(557a888c-91ab-489c-a232-b2b668c502f1),segment_id=557a888c-91ab-489c-a232-b2b668c502f1)] {{(pid=94139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:09:09.940726 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.db.db_base_plugin_common [None req-cd005209-5019-4d82-9f7e-0df1763a0576 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Allocated IP 172.27.2.223 (50058ef2-6e12-4dff-890f-d2e17fb9ee92/db4a7c65-31e2-4f76-9b43-e160b3d3d8e2/1ff986f5-6fbd-471e-a536-6b3f26f8daef) {{(pid=94138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 14:09:09.952302 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Returning: {'device': 'a74c893a-2dbe-4723-b64e-e778b467725b', 'network_id': 'e6139945-2b0e-4dd3-b90e-3cc2664bbe09', 'port_id': 'a74c893a-2dbe-4723-b64e-e778b467725b', 'mac_address': 'fa:16:3e:09:a1:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 684, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c2e9c28-06dc-45ab-a546-78440fe11400', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94139) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 14:09:09.978882 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-979a6480-a3cd-4e15-a0fb-3558da33c2af req-773b8303-45ee-4932-9c23-d187a59ee67e tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/security-groups?id=1eaa7adf-c23d-4a19-a899-ef24f817425f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630078 Sep 07 14:09:10.021178 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:10.077466 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.notifiers.nova [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a74c893a-2dbe-4723-b64e-e778b467725b {{(pid=94139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 14:09:10.089027 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.db [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] For port a74c893a-2dbe-4723-b64e-e778b467725b, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=a74c893a-2dbe-4723-b64e-e778b467725b,segment=NetworkSegment(557a888c-91ab-489c-a232-b2b668c502f1),segment_id=557a888c-91ab-489c-a232-b2b668c502f1)] {{(pid=94139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:09:10.094989 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735729008622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735728620463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735728620481'] for port, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:10.151140 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-cd005209-5019-4d82-9f7e-0df1763a0576 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Notify callbacks [] for port, precommit_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:10.152930 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b334e69-0730-42b6-888d-faedb0ccc2c9 req-ebc39e22-3a6c-49bd-a901-f31d64465041 tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:09:10.163827 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-4b334e69-0730-42b6-888d-faedb0ccc2c9 req-ebc39e22-3a6c-49bd-a901-f31d64465041 tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf91d54d-86ad-4a3b-b085-d27cd9f284b8 HTTP/1.1" status: 200 len: 944 time: 0.1173859 Sep 07 14:09:10.179007 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Pushing event updated for resources: {'Port': ['ID=a74c893a-2dbe-4723-b64e-e778b467725b,revision_number=4']} {{(pid=94139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:09:10.228278 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-cd005209-5019-4d82-9f7e-0df1763a0576 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735728620445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65197361'] for port, after_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:10.232826 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-4b334e69-0730-42b6-888d-faedb0ccc2c9 req-4c415107-5589-4a86-b9e3-7ce3f335920a tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ee0b6d8-0816-470a-861d-36080b2e56f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681884 Sep 07 14:09:10.278046 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd005209-5019-4d82-9f7e-0df1763a0576 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Network 50058ef2-6e12-4dff-890f-d2e17fb9ee92 is already hosted by enough agents. {{(pid=94138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 14:09:10.282208 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.scheduler.base_scheduler [None req-cd005209-5019-4d82-9f7e-0df1763a0576 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Resources bound (agent type, host, resource id): {{(pid=94138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:09:10.286072 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd005209-5019-4d82-9f7e-0df1763a0576 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Received port after_create {{(pid=94138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 14:09:10.312386 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd005209-5019-4d82-9f7e-0df1763a0576 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Pushing event updated for resources: {'Port': ['ID=1ff986f5-6fbd-471e-a536-6b3f26f8daef,revision_number=1']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:09:10.441445 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.db [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] get_ports_and_sgs() called for port_ids ['a74c893a-2dbe-4723-b64e-e778b467725b'] {{(pid=94139) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 14:09:10.634553 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-5223c279-94ed-460f-a01c-f6d64475a9a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:10.662547 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14a1522-a006-4251-a4eb-4fe60dadedb6 req-a55d98e5-1102-43e5-9acd-443d300efd5a tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:09:10.664550 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-b14a1522-a006-4251-a4eb-4fe60dadedb6 req-a55d98e5-1102-43e5-9acd-443d300efd5a tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] 10.222.0.60 "GET /v2.0/ports?device_id=e21ed294-e1b8-43fd-95b0-cefb74631455 HTTP/1.1" status: 200 len: 944 time: 0.0642378 Sep 07 14:09:10.669339 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-cd005209-5019-4d82-9f7e-0df1763a0576 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:10.705259 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-b14a1522-a006-4251-a4eb-4fe60dadedb6 req-6c90c5cb-6ac3-497a-bd90-04ae4f41b6c5 tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] 10.222.0.60 "GET /v2.0/security-groups?id=4f7dc2d4-63eb-4f55-94d4-dc3bb3bdb6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341682 Sep 07 14:09:10.751395 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-cd005209-5019-4d82-9f7e-0df1763a0576 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_update {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:10.913157 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-cd005209-5019-4d82-9f7e-0df1763a0576 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Notify callbacks [] for port, precommit_update {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:10.918330 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-cd005209-5019-4d82-9f7e-0df1763a0576 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735729008622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735728620463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735728620481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65197374'] for port, after_update {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:10.989936 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd005209-5019-4d82-9f7e-0df1763a0576 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Pushing event updated for resources: {'Port': ['ID=1ff986f5-6fbd-471e-a536-6b3f26f8daef,revision_number=2']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:09:11.000554 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-cd005209-5019-4d82-9f7e-0df1763a0576 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-432510'] for floatingip, after_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:11.096984 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4561b1cb-ba77-40c2-b803-67b4cdcb4527 req-bdc34879-b4c1-4890-ba2e-4f3d63a0d83b tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:09:11.098695 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-4561b1cb-ba77-40c2-b803-67b4cdcb4527 req-bdc34879-b4c1-4890-ba2e-4f3d63a0d83b tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/ports?device_id=752df912-1fe9-4a3a-aedc-0b4fe4e15164 HTTP/1.1" status: 200 len: 945 time: 0.0506873 Sep 07 14:09:11.116423 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.db.l3_db [None req-cd005209-5019-4d82-9f7e-0df1763a0576 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Floating IP a9f61b83-b8c3-4af4-8d7b-49a55175c5dc associated. External IP: 172.27.2.223, port: c6c42490-6ac1-4acd-8ab9-5b9114fa8411. Sep 07 14:09:11.138364 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-4561b1cb-ba77-40c2-b803-67b4cdcb4527 req-b0e41e19-d799-43d7-a315-0313e35111e9 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/security-groups?id=1eaa7adf-c23d-4a19-a899-ef24f817425f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340283 Sep 07 14:09:11.365444 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd005209-5019-4d82-9f7e-0df1763a0576 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Router 7c716cc1-a531-41f3-9f23-faa57b595784 has already been hosted by L3 agent fa68c273-d39f-43dc-b6f8-e0c6852ace12 {{(pid=94138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 14:09:11.368008 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464ac28e-eced-4683-abef-769f9d16d855 req-d41dc7fe-45ff-4ec0-b627-dc1596c7ee4c tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:09:11.370087 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-464ac28e-eced-4683-abef-769f9d16d855 req-d41dc7fe-45ff-4ec0-b627-dc1596c7ee4c tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf91d54d-86ad-4a3b-b085-d27cd9f284b8 HTTP/1.1" status: 200 len: 945 time: 0.0540714 Sep 07 14:09:11.417652 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-464ac28e-eced-4683-abef-769f9d16d855 req-e794b148-0709-4e85-9986-2b7cc0103b0d tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ee0b6d8-0816-470a-861d-36080b2e56f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393648 Sep 07 14:09:11.474765 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd005209-5019-4d82-9f7e-0df1763a0576 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Notify agent at l3_agent.dv-cinder-782910-4-iscsi the message routers_updated {{(pid=94138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 14:09:11.490799 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db461cec-7b26-4ab0-892f-87c77f3a4b3d None None] Sync routers for ids ['7c716cc1-a531-41f3-9f23-faa57b595784'] in dv-cinder-782910-4-iscsi {{(pid=94140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 14:09:11.493561 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-cd005209-5019-4d82-9f7e-0df1763a0576 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88768'] for floatingip, before_response {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:11.503525 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db461cec-7b26-4ab0-892f-87c77f3a4b3d None None] Routers {'7c716cc1-a531-41f3-9f23-faa57b595784'} bound to L3 agent in host dv-cinder-782910-4-iscsi {{(pid=94140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:09:11.504641 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.l3_hamode_db [None req-db461cec-7b26-4ab0-892f-87c77f3a4b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T13:58:13Z,description=,heartbeat_timestamp=2021-09-07T14:08:43Z,host='dv-cinder-782910-4-iscsi',id=fa68c273-d39f-43dc-b6f8-e0c6852ace12,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T13:58:13Z,topic='l3_agent')) {'router_ids': ['7c716cc1-a531-41f3-9f23-faa57b595784'], 'active': True} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:09:11.531505 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [None req-cd005209-5019-4d82-9f7e-0df1763a0576 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0786335 Sep 07 14:09:11.532135 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71cba4d2-6e22-402e-8d65-c9742098a06d', 'tag': 'c6c42490-6ac1-4acd-8ab9-5b9114fa8411'}] {{(pid=94138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:09:11.534464 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2f7ddeb31991bace343f2b2f4f22cd3bc4274a24b7cd750f83a004d46e17087" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a936abb5-dcb5-4dc2-80e6-693eb9daa58e" -d '{"events": [{"name": "network-changed", "server_uuid": "71cba4d2-6e22-402e-8d65-c9742098a06d", "tag": "c6c42490-6ac1-4acd-8ab9-5b9114fa8411"}]}' {{(pid=94138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:09:11.581251 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 14:09:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9045209-e20d-4215-ba14-82aaa79df9c5 x-openstack-request-id: req-a9045209-e20d-4215-ba14-82aaa79df9c5 {{(pid=94138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:09:11.581703 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71cba4d2-6e22-402e-8d65-c9742098a06d", "tag": "c6c42490-6ac1-4acd-8ab9-5b9114fa8411", "status": "completed", "code": 200}]} {{(pid=94138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:09:11.582091 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a9045209-e20d-4215-ba14-82aaa79df9c5 {{(pid=94138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:09:11.582668 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71cba4d2-6e22-402e-8d65-c9742098a06d', 'tag': 'c6c42490-6ac1-4acd-8ab9-5b9114fa8411', 'status': 'completed', 'code': 200} Sep 07 14:09:11.632010 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.l3_dvr_db [None req-db461cec-7b26-4ab0-892f-87c77f3a4b3d None None] Set router 7c716cc1-a531-41f3-9f23-faa57b595784 gateway port host: dv-cinder-782910-4-iscsi {{(pid=94140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:09:11.663207 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a936abb5-dcb5-4dc2-80e6-693eb9daa58e req-75b25a05-c073-4caa-a23c-5c7d77241e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:09:11.664467 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-a936abb5-dcb5-4dc2-80e6-693eb9daa58e req-75b25a05-c073-4caa-a23c-5c7d77241e73 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=25d79c53f0bd4923ab966dd0d5f549ca&device_id=71cba4d2-6e22-402e-8d65-c9742098a06d HTTP/1.1" status: 200 len: 1099 time: 0.0511439 Sep 07 14:09:11.775949 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a936abb5-dcb5-4dc2-80e6-693eb9daa58e req-bfa83a2f-c8b5-4783-9b17-9357d771d035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:09:11.777979 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-a936abb5-dcb5-4dc2-80e6-693eb9daa58e req-bfa83a2f-c8b5-4783-9b17-9357d771d035 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f7617b6d-ab89-4a54-b036-07b674993ecd HTTP/1.1" status: 200 len: 913 time: 0.1035986 Sep 07 14:09:11.779588 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Device ca6895f5-1d28-452e-b719-19e9647c15bd details requested by agent hyperv_hv-cinder-78291 with host hv-cinder-78291 {{(pid=94139) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 14:09:11.782658 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Device a74c893a-2dbe-4723-b64e-e778b467725b up at agent hyperv_hv-cinder-78291 {{(pid=94139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:09:11.868824 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-a936abb5-dcb5-4dc2-80e6-693eb9daa58e req-0885e9da-580d-4d94-b8ef-7135330fbe16 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c6c42490-6ac1-4acd-8ab9-5b9114fa8411 HTTP/1.1" status: 200 len: 1000 time: 0.0817823 Sep 07 14:09:11.903024 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d4247e-8b7e-4835-a5bc-3078a94d1d7b req-f61d5d82-fd47-4c45-993a-dfd86bf58229 tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:09:11.904788 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-d7d4247e-8b7e-4835-a5bc-3078a94d1d7b req-f61d5d82-fd47-4c45-993a-dfd86bf58229 tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] 10.222.0.60 "GET /v2.0/ports?device_id=e21ed294-e1b8-43fd-95b0-cefb74631455 HTTP/1.1" status: 200 len: 944 time: 0.1175649 Sep 07 14:09:11.936982 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a936abb5-dcb5-4dc2-80e6-693eb9daa58e req-bb04e8f8-ab28-4ce1-88b3-4bb2bed1dc98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:09:11.939340 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-a936abb5-dcb5-4dc2-80e6-693eb9daa58e req-bb04e8f8-ab28-4ce1-88b3-4bb2bed1dc98 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3750f73b-6c72-42f1-b8a9-086bab013509 HTTP/1.1" status: 200 len: 851 time: 0.0637407 Sep 07 14:09:11.945233 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Provisioning for port a74c893a-2dbe-4723-b64e-e778b467725b completed by entity L2. {{(pid=94139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 14:09:11.952278 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Provisioning complete for port a74c893a-2dbe-4723-b64e-e778b467725b triggered by entity L2. {{(pid=94139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:09:11.952508 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.l3_hamode_db [None req-db461cec-7b26-4ab0-892f-87c77f3a4b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c716cc1-a531-41f3-9f23-faa57b595784', 'name': 'tempest-TestVolumeBootPattern-1482981846-router', 'tenant_id': '25d79c53f0bd4923ab966dd0d5f549ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'external_fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': '59d08d57-a9bc-451f-b10d-b81a2fedad8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:07:39Z', 'updated_at': '2021-09-07T14:07:43Z', 'revision_number': 4, 'project_id': '25d79c53f0bd4923ab966dd0d5f549ca', 'gw_port': {'id': '59d08d57-a9bc-451f-b10d-b81a2fedad8c', 'name': '', 'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f4:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c716cc1-a531-41f3-9f23-faa57b595784', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:07:39Z', 'updated_at': '2021-09-07T14:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-4-iscsi', '_floatingips': [{'id': 'a9f61b83-b8c3-4af4-8d7b-49a55175c5dc', 'tenant_id': '25d79c53f0bd4923ab966dd0d5f549ca', 'floating_ip_address': '172.27.2.223', 'floating_network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'router_id': '7c716cc1-a531-41f3-9f23-faa57b595784', 'port_id': 'c6c42490-6ac1-4acd-8ab9-5b9114fa8411', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7617b6d-ab89-4a54-b036-07b674993ecd', 'mac_address': 'fa:16:3e:ea:5c:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71cba4d2-6e22-402e-8d65-c9742098a06d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T14:09:10Z', 'updated_at': '2021-09-07T14:09:10Z', 'revision_number': 0, 'project_id': '25d79c53f0bd4923ab966dd0d5f549ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d68cbd4-23d9-4ebf-98ab-c41cb6cabbd7', 'name': '', 'network_id': 'f7617b6d-ab89-4a54-b036-07b674993ecd', 'tenant_id': '25d79c53f0bd4923ab966dd0d5f549ca', 'mac_address': 'fa:16:3e:6a:97:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c716cc1-a531-41f3-9f23-faa57b595784', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '3750f73b-6c72-42f1-b8a9-086bab013509', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:07:42Z', 'updated_at': '2021-09-07T14:07:48Z', 'revision_number': 5, 'project_id': '25d79c53f0bd4923ab966dd0d5f549ca', 'subnets': [{'id': '3750f73b-6c72-42f1-b8a9-086bab013509', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782910-4-iscsi', False) {} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:09:11.953341 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462246'] for port, provisioning_complete {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:11.967122 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-d7d4247e-8b7e-4835-a5bc-3078a94d1d7b req-47b849e1-c74f-44d4-b9ea-f5e71c863be0 tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] 10.222.0.60 "GET /v2.0/security-groups?id=4f7dc2d4-63eb-4f55-94d4-dc3bb3bdb6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549634 Sep 07 14:09:11.998162 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.db [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] For port ca6895f5-1d28-452e-b719-19e9647c15bd, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=ca6895f5-1d28-452e-b719-19e9647c15bd,segment=NetworkSegment(273b8804-25ce-4bc4-8196-9c483ce6e52d),segment_id=273b8804-25ce-4bc4-8196-9c483ce6e52d)] {{(pid=94139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:09:12.001365 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db461cec-7b26-4ab0-892f-87c77f3a4b3d None None] Checking router: 7c716cc1-a531-41f3-9f23-faa57b595784 for host: dv-cinder-782910-4-iscsi {{(pid=94140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 14:09:12.013136 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db461cec-7b26-4ab0-892f-87c77f3a4b3d None None] Routers {'7c716cc1-a531-41f3-9f23-faa57b595784'} bound to L3 agent in host dv-cinder-782910-4-iscsi {{(pid=94140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:09:12.014156 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.l3_hamode_db [None req-db461cec-7b26-4ab0-892f-87c77f3a4b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T13:58:13Z,description=,heartbeat_timestamp=2021-09-07T14:08:43Z,host='dv-cinder-782910-4-iscsi',id=fa68c273-d39f-43dc-b6f8-e0c6852ace12,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T13:58:13Z,topic='l3_agent')) {'router_ids': ['7c716cc1-a531-41f3-9f23-faa57b595784'], 'active': True} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:09:12.014286 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Returning: {'device': 'ca6895f5-1d28-452e-b719-19e9647c15bd', 'network_id': '3a770ecb-d737-4604-bdce-34f74ea9e614', 'port_id': 'ca6895f5-1d28-452e-b719-19e9647c15bd', 'mac_address': 'fa:16:3e:c6:a5:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 691, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2229922-4dfa-4d78-95d7-c6d2313a09de', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94139) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 14:09:12.024558 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a936abb5-dcb5-4dc2-80e6-693eb9daa58e req-66aff548-89f8-4f2e-bc80-fffc1017d493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:09:12.026489 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-a936abb5-dcb5-4dc2-80e6-693eb9daa58e req-66aff548-89f8-4f2e-bc80-fffc1017d493 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f7617b6d-ab89-4a54-b036-07b674993ecd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0783095 Sep 07 14:09:12.106400 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:12.108583 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:12.142698 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.notifiers.nova [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca6895f5-1d28-452e-b719-19e9647c15bd {{(pid=94139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 14:09:12.144894 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.l3_dvr_db [None req-db461cec-7b26-4ab0-892f-87c77f3a4b3d None None] Set router 7c716cc1-a531-41f3-9f23-faa57b595784 gateway port host: dv-cinder-782910-4-iscsi {{(pid=94140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:09:12.157206 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf91d54d-86ad-4a3b-b085-d27cd9f284b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a74c893a-2dbe-4723-b64e-e778b467725b'}] {{(pid=94139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:09:12.159775 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4453e99b4ec61c2946fac8af49a5adf90b2a32597d884ada3dd1dc93487e448" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44de91b1-0bdc-4524-924f-a185de5be415" -d '{"events": [{"server_uuid": "cf91d54d-86ad-4a3b-b085-d27cd9f284b8", "name": "network-vif-plugged", "status": "completed", "tag": "a74c893a-2dbe-4723-b64e-e778b467725b"}]}' {{(pid=94139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:09:12.190989 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.db [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] For port a74c893a-2dbe-4723-b64e-e778b467725b, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=a74c893a-2dbe-4723-b64e-e778b467725b,segment=NetworkSegment(557a888c-91ab-489c-a232-b2b668c502f1),segment_id=557a888c-91ab-489c-a232-b2b668c502f1)] {{(pid=94139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:09:12.195239 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-a936abb5-dcb5-4dc2-80e6-693eb9daa58e req-a74b1374-7ff2-456f-846f-613b1bcd17ba service neutron] 10.222.0.23 "GET /v2.0/networks/f7617b6d-ab89-4a54-b036-07b674993ecd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610997 Sep 07 14:09:12.195802 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.db [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] For port ca6895f5-1d28-452e-b719-19e9647c15bd, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=ca6895f5-1d28-452e-b719-19e9647c15bd,segment=NetworkSegment(273b8804-25ce-4bc4-8196-9c483ce6e52d),segment_id=273b8804-25ce-4bc4-8196-9c483ce6e52d)] {{(pid=94139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:09:12.200240 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735729008622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735728620463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735728620481'] for port, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:12.201082 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Device 8ee93621-e729-4f2d-98e3-01c3bb5b9eb0 no longer exists at agent hyperv_hv-cinder-78291 {{(pid=94139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 14:09:12.205935 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735729008622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735728620463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735728620481'] for port, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:12.263842 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.plugin [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] No Port match for: 8ee93621-e729-4f2d-98e3-01c3bb5b9eb0 {{(pid=94139) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 14:09:12.271908 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Device 8ee93621-e729-4f2d-98e3-01c3bb5b9eb0 not bound to the agent host hv-cinder-78291 {{(pid=94139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 14:09:12.281534 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 14:09:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e608b10-47f5-4799-a702-f029fed2b41b x-openstack-request-id: req-6e608b10-47f5-4799-a702-f029fed2b41b {{(pid=94139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:09:12.282016 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf91d54d-86ad-4a3b-b085-d27cd9f284b8", "name": "network-vif-plugged", "status": "completed", "tag": "a74c893a-2dbe-4723-b64e-e778b467725b", "code": 200}]} {{(pid=94139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:09:12.282413 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6e608b10-47f5-4799-a702-f029fed2b41b {{(pid=94139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:09:12.286046 dv-cinder-782910-4-iscsi neutron-server[94139]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf91d54d-86ad-4a3b-b085-d27cd9f284b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a74c893a-2dbe-4723-b64e-e778b467725b', 'code': 200} Sep 07 14:09:12.330610 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Pushing event updated for resources: {'Port': ['ID=a74c893a-2dbe-4723-b64e-e778b467725b,revision_number=5']} {{(pid=94139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:09:12.395035 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6039d950-4956-4ca4-b4ff-f9fc776ef0ae req-5f4cbf49-756a-480c-a3c5-873a0c8d6287 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:09:12.397169 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-6039d950-4956-4ca4-b4ff-f9fc776ef0ae req-5f4cbf49-756a-480c-a3c5-873a0c8d6287 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/ports?device_id=752df912-1fe9-4a3a-aedc-0b4fe4e15164 HTTP/1.1" status: 200 len: 945 time: 0.1210866 Sep 07 14:09:12.432272 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Pushing event updated for resources: {'Port': ['ID=ca6895f5-1d28-452e-b719-19e9647c15bd,revision_number=4']} {{(pid=94139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:09:12.450786 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-6039d950-4956-4ca4-b4ff-f9fc776ef0ae req-4660ff38-579e-4f8d-998f-a509575ba422 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/security-groups?id=1eaa7adf-c23d-4a19-a899-ef24f817425f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432751 Sep 07 14:09:12.458470 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-a936abb5-dcb5-4dc2-80e6-693eb9daa58e req-9c182e8d-0c69-4ed4-979a-43db7bb61ca6 service neutron] 10.222.0.23 "GET /v2.0/networks/f7617b6d-ab89-4a54-b036-07b674993ecd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2541871 Sep 07 14:09:12.504533 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.l3_hamode_db [None req-db461cec-7b26-4ab0-892f-87c77f3a4b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c716cc1-a531-41f3-9f23-faa57b595784', 'name': 'tempest-TestVolumeBootPattern-1482981846-router', 'tenant_id': '25d79c53f0bd4923ab966dd0d5f549ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'external_fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': '59d08d57-a9bc-451f-b10d-b81a2fedad8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:07:39Z', 'updated_at': '2021-09-07T14:07:43Z', 'revision_number': 4, 'project_id': '25d79c53f0bd4923ab966dd0d5f549ca', 'gw_port': {'id': '59d08d57-a9bc-451f-b10d-b81a2fedad8c', 'name': '', 'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f4:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c716cc1-a531-41f3-9f23-faa57b595784', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:07:39Z', 'updated_at': '2021-09-07T14:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-4-iscsi', '_floatingips': [{'id': 'a9f61b83-b8c3-4af4-8d7b-49a55175c5dc', 'tenant_id': '25d79c53f0bd4923ab966dd0d5f549ca', 'floating_ip_address': '172.27.2.223', 'floating_network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'router_id': '7c716cc1-a531-41f3-9f23-faa57b595784', 'port_id': 'c6c42490-6ac1-4acd-8ab9-5b9114fa8411', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7617b6d-ab89-4a54-b036-07b674993ecd', 'mac_address': 'fa:16:3e:ea:5c:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71cba4d2-6e22-402e-8d65-c9742098a06d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T14:09:10Z', 'updated_at': '2021-09-07T14:09:10Z', 'revision_number': 0, 'project_id': '25d79c53f0bd4923ab966dd0d5f549ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d68cbd4-23d9-4ebf-98ab-c41cb6cabbd7', 'name': '', 'network_id': 'f7617b6d-ab89-4a54-b036-07b674993ecd', 'tenant_id': '25d79c53f0bd4923ab966dd0d5f549ca', 'mac_address': 'fa:16:3e:6a:97:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c716cc1-a531-41f3-9f23-faa57b595784', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '3750f73b-6c72-42f1-b8a9-086bab013509', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:07:42Z', 'updated_at': '2021-09-07T14:07:48Z', 'revision_number': 5, 'project_id': '25d79c53f0bd4923ab966dd0d5f549ca', 'subnets': [{'id': '3750f73b-6c72-42f1-b8a9-086bab013509', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782910-4-iscsi', False) {} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:09:12.515344 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956f66fa-e895-49fb-8388-a58952e83914 req-d7f677e8-5a36-42fd-8a21-9cc5c7a34870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:09:12.518535 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-956f66fa-e895-49fb-8388-a58952e83914 req-d7f677e8-5a36-42fd-8a21-9cc5c7a34870 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=cf91d54d-86ad-4a3b-b085-d27cd9f284b8 HTTP/1.1" status: 200 len: 1099 time: 0.0723460 Sep 07 14:09:12.539569 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db461cec-7b26-4ab0-892f-87c77f3a4b3d None None] The sync data for ids ['7c716cc1-a531-41f3-9f23-faa57b595784'] in dv-cinder-782910-4-iscsi is: [{'id': '7c716cc1-a531-41f3-9f23-faa57b595784', 'name': 'tempest-TestVolumeBootPattern-1482981846-router', 'tenant_id': '25d79c53f0bd4923ab966dd0d5f549ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'external_fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': '59d08d57-a9bc-451f-b10d-b81a2fedad8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:07:39Z', 'updated_at': '2021-09-07T14:07:43Z', 'revision_number': 4, 'project_id': '25d79c53f0bd4923ab966dd0d5f549ca', 'gw_port': {'id': '59d08d57-a9bc-451f-b10d-b81a2fedad8c', 'name': '', 'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f4:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c716cc1-a531-41f3-9f23-faa57b595784', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:07:39Z', 'updated_at': '2021-09-07T14:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-4-iscsi', '_floatingips': [{'id': 'a9f61b83-b8c3-4af4-8d7b-49a55175c5dc', 'tenant_id': '25d79c53f0bd4923ab966dd0d5f549ca', 'floating_ip_address': '172.27.2.223', 'floating_network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'router_id': '7c716cc1-a531-41f3-9f23-faa57b595784', 'port_id': 'c6c42490-6ac1-4acd-8ab9-5b9114fa8411', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7617b6d-ab89-4a54-b036-07b674993ecd', 'mac_address': 'fa:16:3e:ea:5c:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71cba4d2-6e22-402e-8d65-c9742098a06d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T14:09:10Z', 'updated_at': '2021-09-07T14:09:10Z', 'revision_number': 0, 'project_id': '25d79c53f0bd4923ab966dd0d5f549ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d68cbd4-23d9-4ebf-98ab-c41cb6cabbd7', 'name': '', 'network_id': 'f7617b6d-ab89-4a54-b036-07b674993ecd', 'tenant_id': '25d79c53f0bd4923ab966dd0d5f549ca', 'mac_address': 'fa:16:3e:6a:97:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c716cc1-a531-41f3-9f23-faa57b595784', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '3750f73b-6c72-42f1-b8a9-086bab013509', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:07:42Z', 'updated_at': '2021-09-07T14:07:48Z', 'revision_number': 5, 'project_id': '25d79c53f0bd4923ab966dd0d5f549ca', 'subnets': [{'id': '3750f73b-6c72-42f1-b8a9-086bab013509', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 14:09:12.541268 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.db [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] get_ports_and_sgs() called for port_ids ['ca6895f5-1d28-452e-b719-19e9647c15bd'] {{(pid=94139) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 14:09:12.614149 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa76b8aa-a38d-4cf7-b2e5-7924e1d7462c req-9208771f-85ec-46e1-a3c5-71df3e595e22 tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:09:12.619469 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-956f66fa-e895-49fb-8388-a58952e83914 req-c15c0cc4-e145-4db6-8f2d-5abde9ac4ef0 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=6ee0b6d8-0816-470a-861d-36080b2e56f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843651 Sep 07 14:09:12.627739 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-fa76b8aa-a38d-4cf7-b2e5-7924e1d7462c req-9208771f-85ec-46e1-a3c5-71df3e595e22 tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf91d54d-86ad-4a3b-b085-d27cd9f284b8 HTTP/1.1" status: 200 len: 946 time: 0.0983336 Sep 07 14:09:12.674669 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-fa76b8aa-a38d-4cf7-b2e5-7924e1d7462c req-a09dd9ac-c7e8-43ae-bc90-356a36e598cc tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ee0b6d8-0816-470a-861d-36080b2e56f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460119 Sep 07 14:09:12.875494 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d6b744-7b96-4c85-b8fc-1dd155fbd660 None None] New status for floating IP a9f61b83-b8c3-4af4-8d7b-49a55175c5dc: ACTIVE {{(pid=94139) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 14:09:13.120432 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01a1e46-4ac1-4010-b39d-bcc72f28b7ae req-a7164168-9164-4ac0-bade-26c7d4f6e3d9 tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:09:13.122040 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-a01a1e46-4ac1-4010-b39d-bcc72f28b7ae req-a7164168-9164-4ac0-bade-26c7d4f6e3d9 tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] 10.222.0.60 "GET /v2.0/ports?device_id=e21ed294-e1b8-43fd-95b0-cefb74631455 HTTP/1.1" status: 200 len: 945 time: 0.0600078 Sep 07 14:09:13.169813 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-a01a1e46-4ac1-4010-b39d-bcc72f28b7ae req-67badbc7-97af-4e00-b4b2-236ffcd98304 tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] 10.222.0.60 "GET /v2.0/security-groups?id=4f7dc2d4-63eb-4f55-94d4-dc3bb3bdb6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410986 Sep 07 14:09:13.431445 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-c9bda50e-e035-4552-872c-565bab1543db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:13.800157 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c71cfd-ecc1-4b3b-86f2-7c84b1e90ef2 req-ac73f296-ae57-4208-a53f-1b175fc17430 tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:09:13.801596 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-76c71cfd-ecc1-4b3b-86f2-7c84b1e90ef2 req-ac73f296-ae57-4208-a53f-1b175fc17430 tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf91d54d-86ad-4a3b-b085-d27cd9f284b8 HTTP/1.1" status: 200 len: 946 time: 0.0515704 Sep 07 14:09:13.844750 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-76c71cfd-ecc1-4b3b-86f2-7c84b1e90ef2 req-1aefdee9-e623-4260-967b-6a85ba5aadf9 tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ee0b6d8-0816-470a-861d-36080b2e56f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364172 Sep 07 14:09:14.184057 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-90497945-cc67-4e40-89ff-93978391019b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:14.289381 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f980c624-2bb2-4fc8-adda-10bc0a96e4db req-c4e79742-75a4-43ea-b4ec-efd3717ee1a7 tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:09:14.291507 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-f980c624-2bb2-4fc8-adda-10bc0a96e4db req-c4e79742-75a4-43ea-b4ec-efd3717ee1a7 tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] 10.222.0.60 "GET /v2.0/ports?device_id=e21ed294-e1b8-43fd-95b0-cefb74631455 HTTP/1.1" status: 200 len: 945 time: 0.0537341 Sep 07 14:09:14.329432 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-f980c624-2bb2-4fc8-adda-10bc0a96e4db req-f719302e-9ec6-4739-b9e2-296a463febb4 tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] 10.222.0.60 "GET /v2.0/security-groups?id=4f7dc2d4-63eb-4f55-94d4-dc3bb3bdb6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317123 Sep 07 14:09:14.683043 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-cec4f6fb-2ca0-44f4-a970-9dc467b3a3ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:14.950039 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.wsgi [-] (94138) accepted ('10.222.0.60', 48864) {{(pid=94138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:09:14.963381 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e69dfd-921e-469a-ab46-6ba692e2bfe3 req-cf1b7fd6-6210-451f-b861-a375b22d02b6 tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:09:14.964901 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-d9e69dfd-921e-469a-ab46-6ba692e2bfe3 req-cf1b7fd6-6210-451f-b861-a375b22d02b6 tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf91d54d-86ad-4a3b-b085-d27cd9f284b8 HTTP/1.1" status: 200 len: 946 time: 0.0524936 Sep 07 14:09:15.004432 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-d9e69dfd-921e-469a-ab46-6ba692e2bfe3 req-78b4684b-8a27-4c92-8aa9-0b8094f809e9 tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ee0b6d8-0816-470a-861d-36080b2e56f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335557 Sep 07 14:09:15.102114 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [None req-14c8bca6-ea27-42e0-95c2-4c54c730a85e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e6d9c5eab2df4f4ca6a926336028bb98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1477387 Sep 07 14:09:15.102701 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.wsgi [-] (94138) accepted ('10.222.0.60', 48872) {{(pid=94138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:09:15.132044 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88df2a8-94f6-456e-b84a-38c58a696e14 req-0cf9a441-4da3-45b8-aed7-2641a0f19881 tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:09:15.133597 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-b88df2a8-94f6-456e-b84a-38c58a696e14 req-0cf9a441-4da3-45b8-aed7-2641a0f19881 tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf91d54d-86ad-4a3b-b085-d27cd9f284b8 HTTP/1.1" status: 200 len: 946 time: 0.0534320 Sep 07 14:09:15.156472 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-90e64f10-05b4-4d86-b842-5ce8ba1fe682 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:15.174534 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-b88df2a8-94f6-456e-b84a-38c58a696e14 req-27db0f4c-3ca3-45fe-9ed3-5c8aa37d8431 tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ee0b6d8-0816-470a-861d-36080b2e56f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337913 Sep 07 14:09:15.186861 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-90e64f10-05b4-4d86-b842-5ce8ba1fe682 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:15.240230 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-90e64f10-05b4-4d86-b842-5ce8ba1fe682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585164'] for security_group, after_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:15.245675 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-90e64f10-05b4-4d86-b842-5ce8ba1fe682 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:15.247097 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [None req-90e64f10-05b4-4d86-b842-5ce8ba1fe682 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5beb3a4b-4d85-4c55-8af2-76410ae1cc1e HTTP/1.1" status: 204 len: 168 time: 0.1433678 Sep 07 14:09:15.258009 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e64f10-05b4-4d86-b842-5ce8ba1fe682 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5beb3a4b-4d85-4c55-8af2-76410ae1cc1e,revision_number=None']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:09:15.268046 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e64f10-05b4-4d86-b842-5ce8ba1fe682 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:09:15.268693 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e64f10-05b4-4d86-b842-5ce8ba1fe682 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:09:15.269036 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e64f10-05b4-4d86-b842-5ce8ba1fe682 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:09:15.269525 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e64f10-05b4-4d86-b842-5ce8ba1fe682 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:09:15.269876 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e64f10-05b4-4d86-b842-5ce8ba1fe682 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:09:15.270196 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e64f10-05b4-4d86-b842-5ce8ba1fe682 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:09:15.270527 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e64f10-05b4-4d86-b842-5ce8ba1fe682 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:09:15.270856 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e64f10-05b4-4d86-b842-5ce8ba1fe682 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:09:15.271184 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e64f10-05b4-4d86-b842-5ce8ba1fe682 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:09:15.271512 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e64f10-05b4-4d86-b842-5ce8ba1fe682 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:09:15.271834 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e64f10-05b4-4d86-b842-5ce8ba1fe682 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:09:15.272299 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e64f10-05b4-4d86-b842-5ce8ba1fe682 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:09:15.468306 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd16ca2-3c7b-4cc5-aa85-8ff722dcb43f req-6998808e-ad1f-449e-b45e-66cb00a8ee6f tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:09:15.470587 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-cbd16ca2-3c7b-4cc5-aa85-8ff722dcb43f req-6998808e-ad1f-449e-b45e-66cb00a8ee6f tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] 10.222.0.60 "GET /v2.0/ports?device_id=e21ed294-e1b8-43fd-95b0-cefb74631455 HTTP/1.1" status: 200 len: 945 time: 0.0621994 Sep 07 14:09:15.540425 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-cbd16ca2-3c7b-4cc5-aa85-8ff722dcb43f req-d07f934a-353c-4473-9f67-f331da9aedd6 tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] 10.222.0.60 "GET /v2.0/security-groups?id=4f7dc2d4-63eb-4f55-94d4-dc3bb3bdb6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629563 Sep 07 14:09:15.561459 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d75dc8a-9ee2-432e-857d-5a88933d5019 req-8269074f-0374-4189-81ad-266edfc5c395 tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:09:15.562935 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-2d75dc8a-9ee2-432e-857d-5a88933d5019 req-8269074f-0374-4189-81ad-266edfc5c395 tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf91d54d-86ad-4a3b-b085-d27cd9f284b8 HTTP/1.1" status: 200 len: 946 time: 0.0639327 Sep 07 14:09:15.600916 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-2d75dc8a-9ee2-432e-857d-5a88933d5019 req-919d3d87-b7c2-4153-96d1-fcc8a2036e41 tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ee0b6d8-0816-470a-861d-36080b2e56f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320654 Sep 07 14:09:15.805756 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Device ca6895f5-1d28-452e-b719-19e9647c15bd up at agent hyperv_hv-cinder-78291 {{(pid=94139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:09:15.883989 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-24e6fa56-2407-4935-9ec7-bc4eea9bdf8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:15.911157 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Provisioning for port ca6895f5-1d28-452e-b719-19e9647c15bd completed by entity L2. {{(pid=94139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 14:09:15.917649 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Provisioning complete for port ca6895f5-1d28-452e-b719-19e9647c15bd triggered by entity L2. {{(pid=94139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:09:15.918074 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462246'] for port, provisioning_complete {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:15.971038 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.wsgi [-] (94138) accepted ('10.222.0.60', 48914) {{(pid=94138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:09:16.093245 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.v2.base [None req-9486867c-ffc9-4fd0-a981-075603115a18 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-866359422-network', 'tenant_id': 'd0281c0bf65c4fff8cfd3afe26a9bcea'}} {{(pid=94138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:09:16.118614 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9486867c-ffc9-4fd0-a981-075603115a18 admin admin] Made reservation on behalf of d0281c0bf65c4fff8cfd3afe26a9bcea for: {'network': 1} {{(pid=94138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 14:09:16.121389 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-9486867c-ffc9-4fd0-a981-075603115a18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for network, before_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:16.127282 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:16.130082 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-9486867c-ffc9-4fd0-a981-075603115a18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:16.160156 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e21ed294-e1b8-43fd-95b0-cefb74631455', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca6895f5-1d28-452e-b719-19e9647c15bd'}] {{(pid=94139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:09:16.162436 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4453e99b4ec61c2946fac8af49a5adf90b2a32597d884ada3dd1dc93487e448" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66a866b7-9d28-41f1-9a0d-77d0fb8cb141" -d '{"events": [{"server_uuid": "e21ed294-e1b8-43fd-95b0-cefb74631455", "name": "network-vif-plugged", "status": "completed", "tag": "ca6895f5-1d28-452e-b719-19e9647c15bd"}]}' {{(pid=94139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:09:16.175633 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.db [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] For port ca6895f5-1d28-452e-b719-19e9647c15bd, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=ca6895f5-1d28-452e-b719-19e9647c15bd,segment=NetworkSegment(273b8804-25ce-4bc4-8196-9c483ce6e52d),segment_id=273b8804-25ce-4bc4-8196-9c483ce6e52d)] {{(pid=94139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:09:16.180419 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735729008622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735728620463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735728620481'] for port, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:16.206085 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 14:09:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d14de8a-c676-4572-9a49-826d3e6ceddb x-openstack-request-id: req-2d14de8a-c676-4572-9a49-826d3e6ceddb {{(pid=94139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:09:16.206376 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e21ed294-e1b8-43fd-95b0-cefb74631455", "name": "network-vif-plugged", "status": "completed", "tag": "ca6895f5-1d28-452e-b719-19e9647c15bd", "code": 200}]} {{(pid=94139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:09:16.206651 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2d14de8a-c676-4572-9a49-826d3e6ceddb {{(pid=94139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:09:16.207001 dv-cinder-782910-4-iscsi neutron-server[94139]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e21ed294-e1b8-43fd-95b0-cefb74631455', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca6895f5-1d28-452e-b719-19e9647c15bd', 'code': 200} Sep 07 14:09:16.241380 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Pushing event updated for resources: {'Port': ['ID=ca6895f5-1d28-452e-b719-19e9647c15bd,revision_number=5']} {{(pid=94139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:09:16.247310 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-9486867c-ffc9-4fd0-a981-075603115a18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:16.251878 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-9486867c-ffc9-4fd0-a981-075603115a18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585164'] for security_group, after_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:16.280829 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9486867c-ffc9-4fd0-a981-075603115a18 admin admin] vlan segment allocate from pool success with {'vlan_id': 674, 'physical_network': 'physnet1'} {{(pid=94138) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 14:09:16.286253 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9486867c-ffc9-4fd0-a981-075603115a18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f33acb5f-a3c4-498e-a973-ef93198eaf3f,revision_number=1']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:09:16.296110 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-9486867c-ffc9-4fd0-a981-075603115a18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1461082'] for segment, precommit_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:16.296110 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.db.segments_db [None req-9486867c-ffc9-4fd0-a981-075603115a18 admin admin] Added segment 5acef820-f781-4193-9cdb-184b816972f3 of type vlan for network 17a6fc6f-748c-4f3f-bc52-94e498acb948 Sep 07 14:09:16.337865 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-9486867c-ffc9-4fd0-a981-075603115a18 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735728577284'] for network, precommit_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:16.400028 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-9486867c-ffc9-4fd0-a981-075603115a18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072'] for network, after_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:16.401023 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9486867c-ffc9-4fd0-a981-075603115a18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:09:16.401635 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-9486867c-ffc9-4fd0-a981-075603115a18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539090'] for network, before_response {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:16.450936 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [None req-9486867c-ffc9-4fd0-a981-075603115a18 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4783003 Sep 07 14:09:16.453759 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.wsgi [-] (94137) accepted ('10.222.0.60', 48926) {{(pid=94137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:09:16.458650 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.v2.base [None req-fbc7fba3-3c83-48a0-a612-3b5c86598f22 admin admin] Request body: {'subnet': {'network_id': '17a6fc6f-748c-4f3f-bc52-94e498acb948', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-866359422-subnet', 'tenant_id': 'd0281c0bf65c4fff8cfd3afe26a9bcea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:09:16.480089 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbc7fba3-3c83-48a0-a612-3b5c86598f22 admin admin] Made reservation on behalf of d0281c0bf65c4fff8cfd3afe26a9bcea for: {'subnet': 1} {{(pid=94137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 14:09:16.482400 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-fbc7fba3-3c83-48a0-a612-3b5c86598f22 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64237239'] for subnet, before_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:16.484214 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9486867c-ffc9-4fd0-a981-075603115a18 admin admin] Pushing event updated for resources: {'Network': ['ID=17a6fc6f-748c-4f3f-bc52-94e498acb948,revision_number=1']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:09:16.489067 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cfb919-8690-4049-954f-4579215becfc req-09024a60-f6ee-4351-b253-5ca53c646369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:09:16.490625 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-09cfb919-8690-4049-954f-4579215becfc req-09024a60-f6ee-4351-b253-5ca53c646369 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=e21ed294-e1b8-43fd-95b0-cefb74631455 HTTP/1.1" status: 200 len: 1099 time: 0.1262069 Sep 07 14:09:16.494468 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-90497945-cc67-4e40-89ff-93978391019b None None] Network 17a6fc6f-748c-4f3f-bc52-94e498acb948 details requested by agent ovs-agent-dv-cinder-782910-4-iscsi with host dv-cinder-782910-4-iscsi {{(pid=94139) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 14:09:16.537613 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-09cfb919-8690-4049-954f-4579215becfc req-1e4cca49-ebe7-4d85-9eb9-51df1604665d service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=4f7dc2d4-63eb-4f55-94d4-dc3bb3bdb6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323105 Sep 07 14:09:16.696064 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-fbc7fba3-3c83-48a0-a612-3b5c86598f22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63929141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64237217'] for subnet, after_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:16.710572 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3b2e17-1b41-4d0b-afbf-8afcd9800b33 req-8e658e07-ae31-44d0-b18a-33e73230693a tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:09:16.712302 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-4f3b2e17-1b41-4d0b-afbf-8afcd9800b33 req-8e658e07-ae31-44d0-b18a-33e73230693a tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] 10.222.0.60 "GET /v2.0/ports?device_id=e21ed294-e1b8-43fd-95b0-cefb74631455 HTTP/1.1" status: 200 len: 946 time: 0.0987036 Sep 07 14:09:16.964914 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc7fba3-3c83-48a0-a612-3b5c86598f22 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d67c6911-5289-4fca-ae11-59b977bb9ace,revision_number=0']} {{(pid=94137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:09:16.982766 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-4f3b2e17-1b41-4d0b-afbf-8afcd9800b33 req-6264557f-8e4c-4680-8536-441b18da3542 tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] 10.222.0.60 "GET /v2.0/security-groups?id=4f7dc2d4-63eb-4f55-94d4-dc3bb3bdb6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705898 Sep 07 14:09:16.985420 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc7fba3-3c83-48a0-a612-3b5c86598f22 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:09:16.985768 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc7fba3-3c83-48a0-a612-3b5c86598f22 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:09:16.986106 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc7fba3-3c83-48a0-a612-3b5c86598f22 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:09:16.986426 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc7fba3-3c83-48a0-a612-3b5c86598f22 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:09:16.986750 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc7fba3-3c83-48a0-a612-3b5c86598f22 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:09:16.987080 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc7fba3-3c83-48a0-a612-3b5c86598f22 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:09:16.987410 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc7fba3-3c83-48a0-a612-3b5c86598f22 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:09:16.987732 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc7fba3-3c83-48a0-a612-3b5c86598f22 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:09:16.988156 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc7fba3-3c83-48a0-a612-3b5c86598f22 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:09:16.988370 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc7fba3-3c83-48a0-a612-3b5c86598f22 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:09:16.988689 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc7fba3-3c83-48a0-a612-3b5c86598f22 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:09:16.989005 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc7fba3-3c83-48a0-a612-3b5c86598f22 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:09:16.999494 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc7fba3-3c83-48a0-a612-3b5c86598f22 admin admin] Checking segment: {'id': '5acef820-f781-4193-9cdb-184b816972f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '17a6fc6f-748c-4f3f-bc52-94e498acb948'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 14:09:16.999494 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbc7fba3-3c83-48a0-a612-3b5c86598f22 admin admin] Network hostable DHCP agents. Network: 17a6fc6f-748c-4f3f-bc52-94e498acb948, hostable agents: ['6cb9538d-ef7d-4fb7-b0aa-ad613f860704'], hosted agents: [] {{(pid=94137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 14:09:17.017945 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbc7fba3-3c83-48a0-a612-3b5c86598f22 admin admin] Network 17a6fc6f-748c-4f3f-bc52-94e498acb948 is scheduled to be hosted by DHCP agent 6cb9538d-ef7d-4fb7-b0aa-ad613f860704 with binding_index 1 {{(pid=94137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 14:09:17.030686 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.scheduler.base_scheduler [None req-fbc7fba3-3c83-48a0-a612-3b5c86598f22 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782910-4-iscsi, 17a6fc6f-748c-4f3f-bc52-94e498acb948) {{(pid=94137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:09:17.037121 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbc7fba3-3c83-48a0-a612-3b5c86598f22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:09:17.037779 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-fbc7fba3-3c83-48a0-a612-3b5c86598f22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539090'] for subnet, before_response {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:17.043476 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a873c43-bbb3-4d4d-a9f0-1100d59ef969 None None] Network 17a6fc6f-748c-4f3f-bc52-94e498acb948 requested from dv-cinder-782910-4-iscsi {{(pid=94139) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 14:09:17.073215 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [None req-fbc7fba3-3c83-48a0-a612-3b5c86598f22 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6182530 Sep 07 14:09:17.181482 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28181af0-f9a2-4812-86f5-442d65efa8ee None None] Network 17a6fc6f-748c-4f3f-bc52-94e498acb948 requested from dv-cinder-782910-4-iscsi {{(pid=94139) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 14:09:17.750691 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba775aa6-dd56-4413-8175-8ef6a0eedf9b req-2faf8ce6-96d7-453e-a451-99ecbd354351 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:09:17.752252 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-ba775aa6-dd56-4413-8175-8ef6a0eedf9b req-2faf8ce6-96d7-453e-a451-99ecbd354351 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/ports?device_id=57786085-de64-409b-9733-924d9894dbe5 HTTP/1.1" status: 200 len: 946 time: 0.0502298 Sep 07 14:09:17.789558 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-ba775aa6-dd56-4413-8175-8ef6a0eedf9b req-1b2e713f-74d8-428e-8ace-6deb316992d6 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/security-groups?id=1eaa7adf-c23d-4a19-a899-ef24f817425f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312352 Sep 07 14:09:18.121150 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d935d91-e456-401e-ba57-f93aa323b247 req-4de116d7-132c-4c7e-ad5f-df51cf245b69 tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:09:18.122776 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-6d935d91-e456-401e-ba57-f93aa323b247 req-4de116d7-132c-4c7e-ad5f-df51cf245b69 tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] 10.222.0.60 "GET /v2.0/ports?device_id=e21ed294-e1b8-43fd-95b0-cefb74631455 HTTP/1.1" status: 200 len: 946 time: 0.0615478 Sep 07 14:09:18.165828 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-6d935d91-e456-401e-ba57-f93aa323b247 req-e2be8377-f96f-4b7f-8301-5f60b15694a7 tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] 10.222.0.60 "GET /v2.0/security-groups?id=4f7dc2d4-63eb-4f55-94d4-dc3bb3bdb6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362797 Sep 07 14:09:18.252515 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-94327fc1-a9f6-4ba7-9d9b-de2782997073 req-55dd89a1-395d-4566-909c-585d53229701 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=7ac0934b-f4cd-4421-a325-8fff04835bbc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0380063 Sep 07 14:09:18.330420 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94327fc1-a9f6-4ba7-9d9b-de2782997073 req-b0555dcb-5374-40fa-ace5-53c887e3fb46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:09:18.331987 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-94327fc1-a9f6-4ba7-9d9b-de2782997073 req-b0555dcb-5374-40fa-ace5-53c887e3fb46 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=584f3be6a05141bfb7e331ef2c02474d&device_id=7ac0934b-f4cd-4421-a325-8fff04835bbc HTTP/1.1" status: 200 len: 1098 time: 0.0449717 Sep 07 14:09:18.390608 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:18.446632 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94327fc1-a9f6-4ba7-9d9b-de2782997073 req-19d1d82c-1a3a-4507-9eec-90969c1fb3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:09:18.448122 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-94327fc1-a9f6-4ba7-9d9b-de2782997073 req-19d1d82c-1a3a-4507-9eec-90969c1fb3bd service neutron] 10.222.0.23 "GET /v2.0/networks?id=2ef27011-b43e-416b-9da9-0568387a6a08 HTTP/1.1" status: 200 len: 911 time: 0.0925250 Sep 07 14:09:18.522039 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-94327fc1-a9f6-4ba7-9d9b-de2782997073 req-be721996-b211-400e-bb7e-07d6c348ad77 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=67949d7e-c8a2-480c-a855-bf27f4fa9292 HTTP/1.1" status: 200 len: 999 time: 0.0609419 Sep 07 14:09:18.584157 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94327fc1-a9f6-4ba7-9d9b-de2782997073 req-3e496c8b-a75c-42c3-890b-34101cb4b692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:09:18.585649 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-94327fc1-a9f6-4ba7-9d9b-de2782997073 req-3e496c8b-a75c-42c3-890b-34101cb4b692 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f68d2061-21fd-4a9c-bc36-251c4f0ac2ed HTTP/1.1" status: 200 len: 849 time: 0.0449240 Sep 07 14:09:18.658503 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94327fc1-a9f6-4ba7-9d9b-de2782997073 req-aa14d80e-a8ba-499c-9379-4f56a86147e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:09:18.660082 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-94327fc1-a9f6-4ba7-9d9b-de2782997073 req-aa14d80e-a8ba-499c-9379-4f56a86147e1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2ef27011-b43e-416b-9da9-0568387a6a08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0411220 Sep 07 14:09:18.768153 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-94327fc1-a9f6-4ba7-9d9b-de2782997073 req-1952cdee-6851-4941-8571-c81123d6e09d service neutron] 10.222.0.23 "GET /v2.0/networks/2ef27011-b43e-416b-9da9-0568387a6a08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969133 Sep 07 14:09:18.880883 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-94327fc1-a9f6-4ba7-9d9b-de2782997073 req-de9b5c06-6093-4aea-b28e-62e3ed9d21bd service neutron] 10.222.0.23 "GET /v2.0/networks/2ef27011-b43e-416b-9da9-0568387a6a08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860765 Sep 07 14:09:18.934776 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dfff69-435d-4c83-b4b7-1854dbe07066 req-84b5dafa-db49-4f47-b446-d1ad058f764e tempest-VolumesSnapshotTestJSON-131260254 tempest-VolumesSnapshotTestJSON-131260254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:09:18.936254 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-e1dfff69-435d-4c83-b4b7-1854dbe07066 req-84b5dafa-db49-4f47-b446-d1ad058f764e tempest-VolumesSnapshotTestJSON-131260254 tempest-VolumesSnapshotTestJSON-131260254-project] 10.222.0.60 "GET /v2.0/networks?id=17a6fc6f-748c-4f3f-bc52-94e498acb948 HTTP/1.1" status: 200 len: 813 time: 0.1342492 Sep 07 14:09:18.947806 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9a84b2-35ab-4053-82cb-8fb5c1ab05ff req-66266a05-3a85-4558-b2d7-38a94a0bcff4 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:09:18.949655 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-ef9a84b2-35ab-4053-82cb-8fb5c1ab05ff req-66266a05-3a85-4558-b2d7-38a94a0bcff4 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/ports?device_id=57786085-de64-409b-9733-924d9894dbe5 HTTP/1.1" status: 200 len: 946 time: 0.0845292 Sep 07 14:09:18.972419 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-e1dfff69-435d-4c83-b4b7-1854dbe07066 req-44ac9d6d-2e43-4ef0-b076-4a6185569802 tempest-VolumesSnapshotTestJSON-131260254 tempest-VolumesSnapshotTestJSON-131260254-project] 10.222.0.60 "GET /v2.0/quotas/d0281c0bf65c4fff8cfd3afe26a9bcea HTTP/1.1" status: 200 len: 375 time: 0.0217605 Sep 07 14:09:19.014056 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-ef9a84b2-35ab-4053-82cb-8fb5c1ab05ff req-e542587f-f1ad-4f6d-8aec-135cb7769cd0 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/security-groups?id=1eaa7adf-c23d-4a19-a899-ef24f817425f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568724 Sep 07 14:09:19.016108 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-e1dfff69-435d-4c83-b4b7-1854dbe07066 req-399c299e-455b-4445-8c00-914e0b7b2cb0 tempest-VolumesSnapshotTestJSON-131260254 tempest-VolumesSnapshotTestJSON-131260254-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=d0281c0bf65c4fff8cfd3afe26a9bcea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0357623 Sep 07 14:09:19.109940 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-e1dfff69-435d-4c83-b4b7-1854dbe07066 req-04700232-aa68-4b03-882d-6ea17e346e20 service neutron] 10.222.0.60 "GET /v2.0/networks/17a6fc6f-748c-4f3f-bc52-94e498acb948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869117 Sep 07 14:09:19.199695 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-e1dfff69-435d-4c83-b4b7-1854dbe07066 req-406a29d0-c811-48d4-b487-a68e8bc35816 service neutron] 10.222.0.60 "GET /v2.0/networks/17a6fc6f-748c-4f3f-bc52-94e498acb948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833018 Sep 07 14:09:19.303280 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b96e63b-3411-411f-a93f-b3d8fe431e91 req-9678f322-9e61-4f0c-aaea-d96464e3fa62 tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:09:19.305180 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-5b96e63b-3411-411f-a93f-b3d8fe431e91 req-9678f322-9e61-4f0c-aaea-d96464e3fa62 tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] 10.222.0.60 "GET /v2.0/ports?device_id=e21ed294-e1b8-43fd-95b0-cefb74631455 HTTP/1.1" status: 200 len: 946 time: 0.0593631 Sep 07 14:09:19.377798 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-92e6a261-7f2c-447e-945c-1388a4994045 req-d264fc74-d658-4f4d-8029-63f85eea8cef tempest-VolumesSnapshotTestJSON-131260254 tempest-VolumesSnapshotTestJSON-131260254-project] 10.222.0.60 "GET /v2.0/ports?device_id=a9eaba82-ccd1-477b-bbdf-de5882aed6a3 HTTP/1.1" status: 200 len: 210 time: 0.0383470 Sep 07 14:09:19.382202 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-5b96e63b-3411-411f-a93f-b3d8fe431e91 req-d596703d-c113-47e1-be94-f5da9e31d272 tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] 10.222.0.60 "GET /v2.0/security-groups?id=4f7dc2d4-63eb-4f55-94d4-dc3bb3bdb6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691209 Sep 07 14:09:20.131753 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c352412e-1fd1-4c94-93b3-a7e4ee54a733 req-961283e7-0810-4b56-a12f-5daf6fee5e2b tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:09:20.133227 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-c352412e-1fd1-4c94-93b3-a7e4ee54a733 req-961283e7-0810-4b56-a12f-5daf6fee5e2b tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/ports?device_id=57786085-de64-409b-9733-924d9894dbe5 HTTP/1.1" status: 200 len: 946 time: 0.0494742 Sep 07 14:09:20.171631 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-c352412e-1fd1-4c94-93b3-a7e4ee54a733 req-91d94f47-dee2-4ff6-b09e-3f52c7dd3bc1 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/security-groups?id=1eaa7adf-c23d-4a19-a899-ef24f817425f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318627 Sep 07 14:09:20.482390 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-fa0a9afc-a802-403b-b378-a8b3dbf2f143 req-2906e6ec-9c62-44a5-a3d9-de95124cc55e tempest-VolumesSnapshotTestJSON-131260254 tempest-VolumesSnapshotTestJSON-131260254-project] 10.222.0.60 "GET /v2.0/ports?device_id=a9eaba82-ccd1-477b-bbdf-de5882aed6a3 HTTP/1.1" status: 200 len: 210 time: 0.0339167 Sep 07 14:09:20.525327 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a09dad-40f2-4235-a9a4-9401ed7aefd6 req-2bbf3279-7d95-4654-97e5-db3228f75c10 tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:09:20.526781 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-74a09dad-40f2-4235-a9a4-9401ed7aefd6 req-2bbf3279-7d95-4654-97e5-db3228f75c10 tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] 10.222.0.60 "GET /v2.0/ports?device_id=e21ed294-e1b8-43fd-95b0-cefb74631455 HTTP/1.1" status: 200 len: 946 time: 0.0695565 Sep 07 14:09:20.565823 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-74a09dad-40f2-4235-a9a4-9401ed7aefd6 req-fd9b6f7a-3c5a-4b2b-89a8-bf646aae6ac5 tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] 10.222.0.60 "GET /v2.0/security-groups?id=4f7dc2d4-63eb-4f55-94d4-dc3bb3bdb6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329213 Sep 07 14:09:21.105049 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dfff69-435d-4c83-b4b7-1854dbe07066 req-6c11c62b-247d-4670-aa73-179a9f566df1 tempest-VolumesSnapshotTestJSON-131260254 tempest-VolumesSnapshotTestJSON-131260254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:09:21.106630 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-e1dfff69-435d-4c83-b4b7-1854dbe07066 req-6c11c62b-247d-4670-aa73-179a9f566df1 tempest-VolumesSnapshotTestJSON-131260254 tempest-VolumesSnapshotTestJSON-131260254-project] 10.222.0.23 "GET /v2.0/networks?id=17a6fc6f-748c-4f3f-bc52-94e498acb948 HTTP/1.1" status: 200 len: 813 time: 0.1120911 Sep 07 14:09:21.124998 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.v2.base [req-e1dfff69-435d-4c83-b4b7-1854dbe07066 req-eed36e8c-cc64-445f-8d0f-46b6975cd93d tempest-VolumesSnapshotTestJSON-131260254 tempest-VolumesSnapshotTestJSON-131260254-project] Request body: {'port': {'device_id': 'a9eaba82-ccd1-477b-bbdf-de5882aed6a3', 'network_id': '17a6fc6f-748c-4f3f-bc52-94e498acb948', 'admin_state_up': True, 'tenant_id': 'd0281c0bf65c4fff8cfd3afe26a9bcea'}} {{(pid=94138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:09:21.243844 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1dfff69-435d-4c83-b4b7-1854dbe07066 req-eed36e8c-cc64-445f-8d0f-46b6975cd93d tempest-VolumesSnapshotTestJSON-131260254 tempest-VolumesSnapshotTestJSON-131260254-project] Made reservation on behalf of d0281c0bf65c4fff8cfd3afe26a9bcea for: {'port': 1} {{(pid=94138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 14:09:21.247584 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-e1dfff69-435d-4c83-b4b7-1854dbe07066 req-eed36e8c-cc64-445f-8d0f-46b6975cd93d tempest-VolumesSnapshotTestJSON-131260254 tempest-VolumesSnapshotTestJSON-131260254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:21.296924 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174b4ded-0173-4a1d-870a-bcc137f92ba3 req-90c74050-a871-48a5-af1f-77d641993755 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:09:21.298617 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-174b4ded-0173-4a1d-870a-bcc137f92ba3 req-90c74050-a871-48a5-af1f-77d641993755 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/ports?device_id=57786085-de64-409b-9733-924d9894dbe5 HTTP/1.1" status: 200 len: 946 time: 0.0509071 Sep 07 14:09:21.341584 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-174b4ded-0173-4a1d-870a-bcc137f92ba3 req-b32d1324-6d68-4fba-8f8b-fb22db70a638 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/security-groups?id=1eaa7adf-c23d-4a19-a899-ef24f817425f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364754 Sep 07 14:09:21.408503 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.db.db_base_plugin_common [req-e1dfff69-435d-4c83-b4b7-1854dbe07066 req-eed36e8c-cc64-445f-8d0f-46b6975cd93d tempest-VolumesSnapshotTestJSON-131260254 tempest-VolumesSnapshotTestJSON-131260254-project] Allocated IP 172.20.0.14 (17a6fc6f-748c-4f3f-bc52-94e498acb948/d67c6911-5289-4fca-ae11-59b977bb9ace/f2f1e885-40c0-4d0a-8859-f4f5647a3dff) {{(pid=94138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 14:09:21.423693 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438d363e-1a43-4610-aa88-c9cdd5e009fe req-fce61b07-5156-469d-8931-410b1ee961ae tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:09:21.425186 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-438d363e-1a43-4610-aa88-c9cdd5e009fe req-fce61b07-5156-469d-8931-410b1ee961ae tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.23 "GET /v2.0/ports?device_id=57786085-de64-409b-9733-924d9894dbe5 HTTP/1.1" status: 200 len: 946 time: 0.0922763 Sep 07 14:09:21.586506 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-2c24fae7-57f8-426d-a98d-285f9030b92c req-12b485dc-6d26-4cb1-9254-3b8a87733052 tempest-VolumesSnapshotTestJSON-131260254 tempest-VolumesSnapshotTestJSON-131260254-project] 10.222.0.60 "GET /v2.0/ports?device_id=a9eaba82-ccd1-477b-bbdf-de5882aed6a3 HTTP/1.1" status: 200 len: 210 time: 0.0331340 Sep 07 14:09:21.858395 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.plugin [req-438d363e-1a43-4610-aa88-c9cdd5e009fe req-7e73a597-df97-49d4-9d09-67d77acaa371 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] Deleting port 6653d97b-ed35-4664-9f85-11956114c867 {{(pid=94138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 14:09:21.858645 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-438d363e-1a43-4610-aa88-c9cdd5e009fe req-7e73a597-df97-49d4-9d09-67d77acaa371 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735729003030'] for port, before_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:21.883787 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-e1dfff69-435d-4c83-b4b7-1854dbe07066 req-eed36e8c-cc64-445f-8d0f-46b6975cd93d tempest-VolumesSnapshotTestJSON-131260254 tempest-VolumesSnapshotTestJSON-131260254-project] Notify callbacks [] for port, precommit_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:21.979097 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.db [req-438d363e-1a43-4610-aa88-c9cdd5e009fe req-7e73a597-df97-49d4-9d09-67d77acaa371 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] For port 6653d97b-ed35-4664-9f85-11956114c867, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=6653d97b-ed35-4664-9f85-11956114c867,segment=NetworkSegment(ba3351c9-0c6a-4f15-ac4a-054b7b31d9c5),segment_id=ba3351c9-0c6a-4f15-ac4a-054b7b31d9c5)] {{(pid=94138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:09:21.979469 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-438d363e-1a43-4610-aa88-c9cdd5e009fe req-7e73a597-df97-49d4-9d09-67d77acaa371 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453383'] for port, precommit_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:21.995109 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.plugin [req-438d363e-1a43-4610-aa88-c9cdd5e009fe req-7e73a597-df97-49d4-9d09-67d77acaa371 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] Calling delete_port for 6653d97b-ed35-4664-9f85-11956114c867 owned by compute:nova {{(pid=94138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 14:09:22.009270 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-e1dfff69-435d-4c83-b4b7-1854dbe07066 req-eed36e8c-cc64-445f-8d0f-46b6975cd93d tempest-VolumesSnapshotTestJSON-131260254 tempest-VolumesSnapshotTestJSON-131260254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735728620445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65197361'] for port, after_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:22.103528 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1dfff69-435d-4c83-b4b7-1854dbe07066 req-eed36e8c-cc64-445f-8d0f-46b6975cd93d tempest-VolumesSnapshotTestJSON-131260254 tempest-VolumesSnapshotTestJSON-131260254-project] Network 17a6fc6f-748c-4f3f-bc52-94e498acb948 is already hosted by enough agents. {{(pid=94138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 14:09:22.113773 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.scheduler.base_scheduler [req-e1dfff69-435d-4c83-b4b7-1854dbe07066 req-eed36e8c-cc64-445f-8d0f-46b6975cd93d tempest-VolumesSnapshotTestJSON-131260254 tempest-VolumesSnapshotTestJSON-131260254-project] Resources bound (agent type, host, resource id): {{(pid=94138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:09:22.121956 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1dfff69-435d-4c83-b4b7-1854dbe07066 req-eed36e8c-cc64-445f-8d0f-46b6975cd93d tempest-VolumesSnapshotTestJSON-131260254 tempest-VolumesSnapshotTestJSON-131260254-project] Received port after_create {{(pid=94138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 14:09:22.129623 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed36e8c-cc64-445f-8d0f-46b6975cd93d tempest-VolumesSnapshotTestJSON-131260254 tempest-VolumesSnapshotTestJSON-131260254-project] Pushing event updated for resources: {'Port': ['ID=f2f1e885-40c0-4d0a-8859-f4f5647a3dff,revision_number=1']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:09:22.188264 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dfff69-435d-4c83-b4b7-1854dbe07066 req-eed36e8c-cc64-445f-8d0f-46b6975cd93d tempest-VolumesSnapshotTestJSON-131260254 tempest-VolumesSnapshotTestJSON-131260254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:09:22.188881 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-e1dfff69-435d-4c83-b4b7-1854dbe07066 req-eed36e8c-cc64-445f-8d0f-46b6975cd93d tempest-VolumesSnapshotTestJSON-131260254 tempest-VolumesSnapshotTestJSON-131260254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88768'] for port, before_response {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:22.211036 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-e1dfff69-435d-4c83-b4b7-1854dbe07066 req-eed36e8c-cc64-445f-8d0f-46b6975cd93d tempest-VolumesSnapshotTestJSON-131260254 tempest-VolumesSnapshotTestJSON-131260254-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0902076 Sep 07 14:09:22.240916 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.v2.base [req-e1dfff69-435d-4c83-b4b7-1854dbe07066 req-3cf9d9a4-3bac-414e-be3b-8b626c63f586 service neutron] Request body: {'port': {'device_id': 'a9eaba82-ccd1-477b-bbdf-de5882aed6a3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78291'}} {{(pid=94138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:09:22.306818 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-438d363e-1a43-4610-aa88-c9cdd5e009fe req-7e73a597-df97-49d4-9d09-67d77acaa371 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735729008604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735728620454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65197361'] for port, after_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:22.320872 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.db [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] get_ports_and_sgs() called for port_ids ['6653d97b-ed35-4664-9f85-11956114c867', 'b6cd42c1-b689-49a0-9a9e-c9f3eb56a44a'] {{(pid=94139) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 14:09:22.322805 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-e1dfff69-435d-4c83-b4b7-1854dbe07066 req-3cf9d9a4-3bac-414e-be3b-8b626c63f586 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_update {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:22.351398 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e73a597-df97-49d4-9d09-67d77acaa371 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] Pushing event deleted for resources: {'Port': ['ID=6653d97b-ed35-4664-9f85-11956114c867,revision_number=None']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:09:22.413680 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.db.l3_dvrscheduler_db [req-438d363e-1a43-4610-aa88-c9cdd5e009fe req-7e73a597-df97-49d4-9d09-67d77acaa371 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] No DVR routers for this DVR port 6653d97b-ed35-4664-9f85-11956114c867 on host hv-cinder-78291 {{(pid=94138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 14:09:22.417687 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-438d363e-1a43-4610-aa88-c9cdd5e009fe req-7e73a597-df97-49d4-9d09-67d77acaa371 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88768'] for port, before_response {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:22.419873 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-438d363e-1a43-4610-aa88-c9cdd5e009fe req-7e73a597-df97-49d4-9d09-67d77acaa371 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.23 "DELETE /v2.0/ports/6653d97b-ed35-4664-9f85-11956114c867 HTTP/1.1" status: 204 len: 173 time: 0.9856954 Sep 07 14:09:22.420362 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57786085-de64-409b-9733-924d9894dbe5', 'name': 'network-vif-deleted', 'tag': '6653d97b-ed35-4664-9f85-11956114c867'}] {{(pid=94138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:09:22.422709 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2f7ddeb31991bace343f2b2f4f22cd3bc4274a24b7cd750f83a004d46e17087" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf63fc3f-1a21-4604-9bc2-2f245a3039d5" -d '{"events": [{"server_uuid": "57786085-de64-409b-9733-924d9894dbe5", "name": "network-vif-deleted", "tag": "6653d97b-ed35-4664-9f85-11956114c867"}]}' {{(pid=94138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:09:22.474162 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-ea9057af-9f0e-44c1-a1d1-5833bf8b3f10 req-694ead6b-73bf-46a8-a8e1-a4d609b9a6a1 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/ports?device_id=57786085-de64-409b-9733-924d9894dbe5 HTTP/1.1" status: 200 len: 210 time: 0.0533617 Sep 07 14:09:22.523726 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 14:09:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fee0aad-fae2-4bb9-9876-ff1744de642c x-openstack-request-id: req-6fee0aad-fae2-4bb9-9876-ff1744de642c {{(pid=94138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:09:22.524272 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57786085-de64-409b-9733-924d9894dbe5", "name": "network-vif-deleted", "tag": "6653d97b-ed35-4664-9f85-11956114c867", "status": "completed", "code": 200}]} {{(pid=94138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:09:22.524927 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6fee0aad-fae2-4bb9-9876-ff1744de642c {{(pid=94138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:09:22.525631 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57786085-de64-409b-9733-924d9894dbe5', 'name': 'network-vif-deleted', 'tag': '6653d97b-ed35-4664-9f85-11956114c867', 'status': 'completed', 'code': 200} Sep 07 14:09:22.705515 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.notifiers.nova [req-e1dfff69-435d-4c83-b4b7-1854dbe07066 req-3cf9d9a4-3bac-414e-be3b-8b626c63f586 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2f1e885-40c0-4d0a-8859-f4f5647a3dff {{(pid=94138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 14:09:22.713974 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-e1dfff69-435d-4c83-b4b7-1854dbe07066 req-3cf9d9a4-3bac-414e-be3b-8b626c63f586 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:22.719806 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a30c0a3-4d8c-4a79-ba1b-d41ed5e75465 req-656abed0-389a-475e-b2da-ba06af0fba13 tempest-VolumesSnapshotTestJSON-131260254 tempest-VolumesSnapshotTestJSON-131260254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:09:22.721340 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-4a30c0a3-4d8c-4a79-ba1b-d41ed5e75465 req-656abed0-389a-475e-b2da-ba06af0fba13 tempest-VolumesSnapshotTestJSON-131260254 tempest-VolumesSnapshotTestJSON-131260254-project] 10.222.0.60 "GET /v2.0/ports?device_id=a9eaba82-ccd1-477b-bbdf-de5882aed6a3 HTTP/1.1" status: 200 len: 932 time: 0.0549552 Sep 07 14:09:22.726420 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.db.provisioning_blocks [req-e1dfff69-435d-4c83-b4b7-1854dbe07066 req-3cf9d9a4-3bac-414e-be3b-8b626c63f586 service neutron] Transition to ACTIVE for port object f2f1e885-40c0-4d0a-8859-f4f5647a3dff will not be triggered until provisioned by entity L2. {{(pid=94138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 14:09:22.730423 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-e1dfff69-435d-4c83-b4b7-1854dbe07066 req-3cf9d9a4-3bac-414e-be3b-8b626c63f586 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735729008622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735728620463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735728620481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65197374'] for port, after_update {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:22.764322 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-4a30c0a3-4d8c-4a79-ba1b-d41ed5e75465 req-f58b02cf-c682-47a8-b58b-de1942c933ee tempest-VolumesSnapshotTestJSON-131260254 tempest-VolumesSnapshotTestJSON-131260254-project] 10.222.0.60 "GET /v2.0/security-groups?id=f33acb5f-a3c4-498e-a973-ef93198eaf3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360212 Sep 07 14:09:22.784524 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf9d9a4-3bac-414e-be3b-8b626c63f586 service neutron] Pushing event updated for resources: {'Port': ['ID=f2f1e885-40c0-4d0a-8859-f4f5647a3dff,revision_number=2']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:09:22.856838 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.managers [req-e1dfff69-435d-4c83-b4b7-1854dbe07066 req-3cf9d9a4-3bac-414e-be3b-8b626c63f586 service neutron] Attempting to bind port f2f1e885-40c0-4d0a-8859-f4f5647a3dff on host hv-cinder-78291 for vnic_type normal with profile {{(pid=94138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 14:09:22.857173 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.managers [req-e1dfff69-435d-4c83-b4b7-1854dbe07066 req-3cf9d9a4-3bac-414e-be3b-8b626c63f586 service neutron] Attempting to bind port f2f1e885-40c0-4d0a-8859-f4f5647a3dff by drivers openvswitch,hyperv on host hv-cinder-78291 at level 0 using segments [{'id': '5acef820-f781-4193-9cdb-184b816972f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '17a6fc6f-748c-4f3f-bc52-94e498acb948'}] {{(pid=94138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 14:09:22.857530 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1dfff69-435d-4c83-b4b7-1854dbe07066 req-3cf9d9a4-3bac-414e-be3b-8b626c63f586 service neutron] Attempting to bind port f2f1e885-40c0-4d0a-8859-f4f5647a3dff on network 17a6fc6f-748c-4f3f-bc52-94e498acb948 {{(pid=94138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 14:09:22.861740 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1dfff69-435d-4c83-b4b7-1854dbe07066 req-3cf9d9a4-3bac-414e-be3b-8b626c63f586 service neutron] Port f2f1e885-40c0-4d0a-8859-f4f5647a3dff on network 17a6fc6f-748c-4f3f-bc52-94e498acb948 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78291 {{(pid=94138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 14:09:22.862056 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1dfff69-435d-4c83-b4b7-1854dbe07066 req-3cf9d9a4-3bac-414e-be3b-8b626c63f586 service neutron] Attempting to bind port f2f1e885-40c0-4d0a-8859-f4f5647a3dff on network 17a6fc6f-748c-4f3f-bc52-94e498acb948 {{(pid=94138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 14:09:22.866809 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1dfff69-435d-4c83-b4b7-1854dbe07066 req-3cf9d9a4-3bac-414e-be3b-8b626c63f586 service neutron] Checking agent: {'id': '42fa3594-1565-4da1-9b03-2e08c5cc8c06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78291', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 14, 4, 18), 'started_at': datetime.datetime(2021, 9, 7, 14, 4, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 14, 9, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 14:09:22.867138 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1dfff69-435d-4c83-b4b7-1854dbe07066 req-3cf9d9a4-3bac-414e-be3b-8b626c63f586 service neutron] Checking segment: {'id': '5acef820-f781-4193-9cdb-184b816972f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '17a6fc6f-748c-4f3f-bc52-94e498acb948'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 14:09:22.867514 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1dfff69-435d-4c83-b4b7-1854dbe07066 req-3cf9d9a4-3bac-414e-be3b-8b626c63f586 service neutron] Bound using segment: {'id': '5acef820-f781-4193-9cdb-184b816972f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '17a6fc6f-748c-4f3f-bc52-94e498acb948'} {{(pid=94138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 14:09:22.867999 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.managers [req-e1dfff69-435d-4c83-b4b7-1854dbe07066 req-3cf9d9a4-3bac-414e-be3b-8b626c63f586 service neutron] Bound port: f2f1e885-40c0-4d0a-8859-f4f5647a3dff, host: hv-cinder-78291, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5acef820-f781-4193-9cdb-184b816972f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '17a6fc6f-748c-4f3f-bc52-94e498acb948'}}] {{(pid=94138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 14:09:22.868850 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-e1dfff69-435d-4c83-b4b7-1854dbe07066 req-3cf9d9a4-3bac-414e-be3b-8b626c63f586 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_update {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:22.933973 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.db [req-e1dfff69-435d-4c83-b4b7-1854dbe07066 req-3cf9d9a4-3bac-414e-be3b-8b626c63f586 service neutron] For port f2f1e885-40c0-4d0a-8859-f4f5647a3dff, host hv-cinder-78291, cleared binding levels {{(pid=94138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 14:09:22.937746 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.db [req-e1dfff69-435d-4c83-b4b7-1854dbe07066 req-3cf9d9a4-3bac-414e-be3b-8b626c63f586 service neutron] For port f2f1e885-40c0-4d0a-8859-f4f5647a3dff, host hv-cinder-78291, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=f2f1e885-40c0-4d0a-8859-f4f5647a3dff,segment=NetworkSegment(5acef820-f781-4193-9cdb-184b816972f3),segment_id=5acef820-f781-4193-9cdb-184b816972f3)] {{(pid=94138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 14:09:22.942211 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-e1dfff69-435d-4c83-b4b7-1854dbe07066 req-3cf9d9a4-3bac-414e-be3b-8b626c63f586 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735729008622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735728620463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735728620481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65197374'] for port, after_update {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:22.976363 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dfff69-435d-4c83-b4b7-1854dbe07066 req-3cf9d9a4-3bac-414e-be3b-8b626c63f586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:09:22.976980 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-e1dfff69-435d-4c83-b4b7-1854dbe07066 req-3cf9d9a4-3bac-414e-be3b-8b626c63f586 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88768'] for port, before_response {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:22.978868 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-e1dfff69-435d-4c83-b4b7-1854dbe07066 req-3cf9d9a4-3bac-414e-be3b-8b626c63f586 service neutron] 10.222.0.23 "PUT /v2.0/ports/f2f1e885-40c0-4d0a-8859-f4f5647a3dff HTTP/1.1" status: 200 len: 1094 time: 0.7445331 Sep 07 14:09:23.003371 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf9d9a4-3bac-414e-be3b-8b626c63f586 service neutron] Pushing event updated for resources: {'Port': ['ID=f2f1e885-40c0-4d0a-8859-f4f5647a3dff,revision_number=3']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:09:23.075466 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dfff69-435d-4c83-b4b7-1854dbe07066 req-d50861e0-6b66-48e3-94af-f738899cdc77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:09:23.077202 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-e1dfff69-435d-4c83-b4b7-1854dbe07066 req-d50861e0-6b66-48e3-94af-f738899cdc77 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d0281c0bf65c4fff8cfd3afe26a9bcea&device_id=a9eaba82-ccd1-477b-bbdf-de5882aed6a3 HTTP/1.1" status: 200 len: 1097 time: 0.0439203 Sep 07 14:09:23.127513 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-e1dfff69-435d-4c83-b4b7-1854dbe07066 req-199a7ed6-ca83-4d2a-b12a-8fc70c45b6c0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f2f1e885-40c0-4d0a-8859-f4f5647a3dff HTTP/1.1" status: 200 len: 217 time: 0.0386815 Sep 07 14:09:23.181785 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dfff69-435d-4c83-b4b7-1854dbe07066 req-a827dc46-7040-4479-924e-604f62db4d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:09:23.183175 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-e1dfff69-435d-4c83-b4b7-1854dbe07066 req-a827dc46-7040-4479-924e-604f62db4d86 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d67c6911-5289-4fca-ae11-59b977bb9ace HTTP/1.1" status: 200 len: 853 time: 0.0445282 Sep 07 14:09:23.220142 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-e1dfff69-435d-4c83-b4b7-1854dbe07066 req-54dda3e6-44e7-400d-a6e7-c119d7e97508 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=17a6fc6f-748c-4f3f-bc52-94e498acb948&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247643 Sep 07 14:09:23.323923 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-e1dfff69-435d-4c83-b4b7-1854dbe07066 req-9488946e-f7c9-416a-b64e-ff4ed988d8ab service neutron] 10.222.0.23 "GET /v2.0/networks/17a6fc6f-748c-4f3f-bc52-94e498acb948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950527 Sep 07 14:09:23.423865 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-e1dfff69-435d-4c83-b4b7-1854dbe07066 req-62284555-8921-4714-9bae-73cadfc7a7c8 service neutron] 10.222.0.23 "GET /v2.0/networks/17a6fc6f-748c-4f3f-bc52-94e498acb948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830023 Sep 07 14:09:23.749911 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8825e6dc-8cb5-4f28-abe4-0889596d80d8 req-763e5173-5c31-4802-a213-bcc061271aa1 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:09:23.751789 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-8825e6dc-8cb5-4f28-abe4-0889596d80d8 req-763e5173-5c31-4802-a213-bcc061271aa1 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/ports?device_id=752df912-1fe9-4a3a-aedc-0b4fe4e15164 HTTP/1.1" status: 200 len: 945 time: 0.0495045 Sep 07 14:09:23.792750 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-8825e6dc-8cb5-4f28-abe4-0889596d80d8 req-25e79a1c-0ea8-48ff-aa2d-4f71c9f0bbb9 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/security-groups?id=1eaa7adf-c23d-4a19-a899-ef24f817425f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346160 Sep 07 14:09:23.889513 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1350c881-5304-4a55-a2e8-3066c5450317 req-6a608921-f87e-46d3-a7b5-907361ad97a3 tempest-VolumesSnapshotTestJSON-131260254 tempest-VolumesSnapshotTestJSON-131260254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:09:23.891070 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-1350c881-5304-4a55-a2e8-3066c5450317 req-6a608921-f87e-46d3-a7b5-907361ad97a3 tempest-VolumesSnapshotTestJSON-131260254 tempest-VolumesSnapshotTestJSON-131260254-project] 10.222.0.60 "GET /v2.0/ports?device_id=a9eaba82-ccd1-477b-bbdf-de5882aed6a3 HTTP/1.1" status: 200 len: 944 time: 0.0508914 Sep 07 14:09:23.928795 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-1350c881-5304-4a55-a2e8-3066c5450317 req-8c835225-b51f-4424-9520-d72fb5afdbff tempest-VolumesSnapshotTestJSON-131260254 tempest-VolumesSnapshotTestJSON-131260254-project] 10.222.0.60 "GET /v2.0/security-groups?id=f33acb5f-a3c4-498e-a973-ef93198eaf3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316844 Sep 07 14:09:24.526424 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9eaba82-ccd1-477b-bbdf-de5882aed6a3', 'tag': 'f2f1e885-40c0-4d0a-8859-f4f5647a3dff'}] {{(pid=94138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:09:24.528802 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2f7ddeb31991bace343f2b2f4f22cd3bc4274a24b7cd750f83a004d46e17087" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa27aa14-9685-460b-a0f2-22e18c8aac42" -d '{"events": [{"name": "network-changed", "server_uuid": "a9eaba82-ccd1-477b-bbdf-de5882aed6a3", "tag": "f2f1e885-40c0-4d0a-8859-f4f5647a3dff"}]}' {{(pid=94138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:09:24.565089 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 14:09:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5ff4ccf-9a6f-4758-96c9-c1b8997dc434 x-openstack-request-id: req-d5ff4ccf-9a6f-4758-96c9-c1b8997dc434 {{(pid=94138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:09:24.565421 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9eaba82-ccd1-477b-bbdf-de5882aed6a3", "tag": "f2f1e885-40c0-4d0a-8859-f4f5647a3dff", "status": "completed", "code": 200}]} {{(pid=94138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:09:24.565674 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d5ff4ccf-9a6f-4758-96c9-c1b8997dc434 {{(pid=94138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:09:24.566071 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9eaba82-ccd1-477b-bbdf-de5882aed6a3', 'tag': 'f2f1e885-40c0-4d0a-8859-f4f5647a3dff', 'status': 'completed', 'code': 200} Sep 07 14:09:24.651433 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa27aa14-9685-460b-a0f2-22e18c8aac42 req-7f0d6f2c-4212-4226-b372-b570014f0718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:09:24.652932 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-fa27aa14-9685-460b-a0f2-22e18c8aac42 req-7f0d6f2c-4212-4226-b372-b570014f0718 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d0281c0bf65c4fff8cfd3afe26a9bcea&device_id=a9eaba82-ccd1-477b-bbdf-de5882aed6a3 HTTP/1.1" status: 200 len: 1097 time: 0.0506814 Sep 07 14:09:24.758521 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa27aa14-9685-460b-a0f2-22e18c8aac42 req-f6a47cc0-0c70-49b2-86c2-ccc8533394e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:09:24.760041 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-fa27aa14-9685-460b-a0f2-22e18c8aac42 req-f6a47cc0-0c70-49b2-86c2-ccc8533394e6 service neutron] 10.222.0.23 "GET /v2.0/networks?id=17a6fc6f-748c-4f3f-bc52-94e498acb948 HTTP/1.1" status: 200 len: 914 time: 0.0849731 Sep 07 14:09:24.813907 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-fa27aa14-9685-460b-a0f2-22e18c8aac42 req-690b5433-054e-4051-a063-96cfff2c84a2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f2f1e885-40c0-4d0a-8859-f4f5647a3dff HTTP/1.1" status: 200 len: 217 time: 0.0402555 Sep 07 14:09:24.882983 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa27aa14-9685-460b-a0f2-22e18c8aac42 req-b74aec8b-6206-4694-92fb-c33fb0cf0b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:09:24.885738 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-fa27aa14-9685-460b-a0f2-22e18c8aac42 req-b74aec8b-6206-4694-92fb-c33fb0cf0b9d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d67c6911-5289-4fca-ae11-59b977bb9ace HTTP/1.1" status: 200 len: 853 time: 0.0501134 Sep 07 14:09:24.922379 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-fa27aa14-9685-460b-a0f2-22e18c8aac42 req-377de21a-9359-4b21-b797-544619462602 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=17a6fc6f-748c-4f3f-bc52-94e498acb948&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287845 Sep 07 14:09:24.933683 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5291f36c-7566-40bf-b051-7e006b17e468 req-3563db15-95b8-41e7-a18c-fb9c3b4064fc tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:09:24.935441 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-5291f36c-7566-40bf-b051-7e006b17e468 req-3563db15-95b8-41e7-a18c-fb9c3b4064fc tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/ports?device_id=752df912-1fe9-4a3a-aedc-0b4fe4e15164 HTTP/1.1" status: 200 len: 945 time: 0.0659406 Sep 07 14:09:24.987858 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-5291f36c-7566-40bf-b051-7e006b17e468 req-078c211b-28c7-4dde-b43c-f0ac6a2c2c89 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/security-groups?id=1eaa7adf-c23d-4a19-a899-ef24f817425f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439239 Sep 07 14:09:25.068029 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-fa27aa14-9685-460b-a0f2-22e18c8aac42 req-2166a641-0cd7-4706-8892-a3038f71eecd service neutron] 10.222.0.23 "GET /v2.0/networks/17a6fc6f-748c-4f3f-bc52-94e498acb948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263530 Sep 07 14:09:25.098494 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37b4d75-8896-4c6f-a856-1c0a33f9eb6b req-5262d65c-ca02-4d91-8d02-d5f861fce9dc tempest-VolumesSnapshotTestJSON-131260254 tempest-VolumesSnapshotTestJSON-131260254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:09:25.099976 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-c37b4d75-8896-4c6f-a856-1c0a33f9eb6b req-5262d65c-ca02-4d91-8d02-d5f861fce9dc tempest-VolumesSnapshotTestJSON-131260254 tempest-VolumesSnapshotTestJSON-131260254-project] 10.222.0.60 "GET /v2.0/ports?device_id=a9eaba82-ccd1-477b-bbdf-de5882aed6a3 HTTP/1.1" status: 200 len: 944 time: 0.0573125 Sep 07 14:09:25.138070 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-c37b4d75-8896-4c6f-a856-1c0a33f9eb6b req-f485e255-017b-47ee-b02d-cbee4173a04b tempest-VolumesSnapshotTestJSON-131260254 tempest-VolumesSnapshotTestJSON-131260254-project] 10.222.0.60 "GET /v2.0/security-groups?id=f33acb5f-a3c4-498e-a973-ef93198eaf3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315099 Sep 07 14:09:25.169488 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-fa27aa14-9685-460b-a0f2-22e18c8aac42 req-51285a61-f401-4993-ba11-a9db9f2131fd service neutron] 10.222.0.23 "GET /v2.0/networks/17a6fc6f-748c-4f3f-bc52-94e498acb948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934708 Sep 07 14:09:25.819711 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Device 6653d97b-ed35-4664-9f85-11956114c867 no longer exists at agent hyperv_hv-cinder-78291 {{(pid=94139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 14:09:25.840050 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.plugin [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] No Port match for: 6653d97b-ed35-4664-9f85-11956114c867 {{(pid=94139) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 14:09:25.840381 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Device 6653d97b-ed35-4664-9f85-11956114c867 not bound to the agent host hv-cinder-78291 {{(pid=94139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 14:09:26.129150 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d0e117-97b8-4465-9113-1b0dbc0eab48 req-bbb55b7d-a107-431f-a969-4c65c776bb21 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:09:26.130863 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-c5d0e117-97b8-4465-9113-1b0dbc0eab48 req-bbb55b7d-a107-431f-a969-4c65c776bb21 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/ports?device_id=752df912-1fe9-4a3a-aedc-0b4fe4e15164 HTTP/1.1" status: 200 len: 945 time: 0.0483656 Sep 07 14:09:26.170430 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-c5d0e117-97b8-4465-9113-1b0dbc0eab48 req-e8596dea-a9fd-4c20-bd7c-ad15e7f617d7 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/security-groups?id=1eaa7adf-c23d-4a19-a899-ef24f817425f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326750 Sep 07 14:09:26.300139 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2c7bfc-24a8-4fea-bf4d-e9765d3a35ea req-44e5101d-1525-47d3-9015-29ae4e53bfa8 tempest-VolumesSnapshotTestJSON-131260254 tempest-VolumesSnapshotTestJSON-131260254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:09:26.301642 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-2a2c7bfc-24a8-4fea-bf4d-e9765d3a35ea req-44e5101d-1525-47d3-9015-29ae4e53bfa8 tempest-VolumesSnapshotTestJSON-131260254 tempest-VolumesSnapshotTestJSON-131260254-project] 10.222.0.60 "GET /v2.0/ports?device_id=a9eaba82-ccd1-477b-bbdf-de5882aed6a3 HTTP/1.1" status: 200 len: 944 time: 0.0825112 Sep 07 14:09:26.313633 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39d06b7-61c9-472b-91ce-a601a14d5705 req-efde8e05-5a23-4c8c-bc12-1b45980e39fc tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:09:26.315066 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-a39d06b7-61c9-472b-91ce-a601a14d5705 req-efde8e05-5a23-4c8c-bc12-1b45980e39fc tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf91d54d-86ad-4a3b-b085-d27cd9f284b8 HTTP/1.1" status: 200 len: 946 time: 0.0667088 Sep 07 14:09:26.371631 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-2a2c7bfc-24a8-4fea-bf4d-e9765d3a35ea req-6f1201a8-5689-445d-8647-6e4cc2beec9e tempest-VolumesSnapshotTestJSON-131260254 tempest-VolumesSnapshotTestJSON-131260254-project] 10.222.0.60 "GET /v2.0/security-groups?id=f33acb5f-a3c4-498e-a973-ef93198eaf3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556116 Sep 07 14:09:26.374413 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-a39d06b7-61c9-472b-91ce-a601a14d5705 req-8e5365e7-0192-4af6-8e88-003b5e038933 tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ee0b6d8-0816-470a-861d-36080b2e56f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521142 Sep 07 14:09:26.404114 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.wsgi [-] (94137) accepted ('10.222.0.60', 49092) {{(pid=94137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:09:26.545356 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb220d13-d92f-42a6-80a9-149b012571cd tempest-TestMinimumBasicScenario-774572977 tempest-TestMinimumBasicScenario-774572977-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:09:26.546954 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [None req-eb220d13-d92f-42a6-80a9-149b012571cd tempest-TestMinimumBasicScenario-774572977 tempest-TestMinimumBasicScenario-774572977-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=cf91d54d-86ad-4a3b-b085-d27cd9f284b8 HTTP/1.1" status: 200 len: 1094 time: 0.1418335 Sep 07 14:09:26.549836 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.wsgi [-] (94137) accepted ('10.222.0.60', 49098) {{(pid=94137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:09:26.554204 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.v2.base [None req-186a4c26-4e9e-4a19-99fa-4d278a8aecb0 tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] Request body: {'floatingip': {'floating_network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'port_id': 'a74c893a-2dbe-4723-b64e-e778b467725b', 'tenant_id': 'e859b6827e2748129221219840ea5997', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:09:26.582266 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-186a4c26-4e9e-4a19-99fa-4d278a8aecb0 tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] Notify callbacks [] for floatingip, before_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:26.679470 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-186a4c26-4e9e-4a19-99fa-4d278a8aecb0 tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:26.795265 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.db.db_base_plugin_common [None req-186a4c26-4e9e-4a19-99fa-4d278a8aecb0 tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] Allocated IP 172.27.2.13 (50058ef2-6e12-4dff-890f-d2e17fb9ee92/db4a7c65-31e2-4f76-9b43-e160b3d3d8e2/299dc731-06e2-4652-b908-6858d5a435a2) {{(pid=94137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 14:09:26.895252 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-186a4c26-4e9e-4a19-99fa-4d278a8aecb0 tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] Notify callbacks [] for port, precommit_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:26.934383 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-186a4c26-4e9e-4a19-99fa-4d278a8aecb0 tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735728620445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63929217'] for port, after_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:26.976932 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-186a4c26-4e9e-4a19-99fa-4d278a8aecb0 tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] Network 50058ef2-6e12-4dff-890f-d2e17fb9ee92 is already hosted by enough agents. {{(pid=94137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 14:09:26.980240 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.scheduler.base_scheduler [None req-186a4c26-4e9e-4a19-99fa-4d278a8aecb0 tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] Resources bound (agent type, host, resource id): {{(pid=94137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:09:26.983653 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-186a4c26-4e9e-4a19-99fa-4d278a8aecb0 tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] Received port after_create {{(pid=94137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 14:09:27.014126 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186a4c26-4e9e-4a19-99fa-4d278a8aecb0 tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] Pushing event updated for resources: {'Port': ['ID=299dc731-06e2-4652-b908-6858d5a435a2,revision_number=1']} {{(pid=94137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:09:27.385974 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5897921-7f03-4c0d-876b-f2320dcbc175 req-9e48be60-46b6-4596-a176-07f8b3786779 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:09:27.387465 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-c5897921-7f03-4c0d-876b-f2320dcbc175 req-9e48be60-46b6-4596-a176-07f8b3786779 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/ports?device_id=752df912-1fe9-4a3a-aedc-0b4fe4e15164 HTTP/1.1" status: 200 len: 945 time: 0.1459517 Sep 07 14:09:27.558354 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-c5897921-7f03-4c0d-876b-f2320dcbc175 req-77036ca0-5c27-40d6-a9fe-de3ba1d4c890 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/security-groups?id=1eaa7adf-c23d-4a19-a899-ef24f817425f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632531 Sep 07 14:09:27.808786 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0e0a35-2bbc-40ff-a68e-dfa99286e3cf req-cf35533a-f283-4fda-b756-1277bca0e873 tempest-VolumesSnapshotTestJSON-131260254 tempest-VolumesSnapshotTestJSON-131260254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:09:27.810168 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-ec0e0a35-2bbc-40ff-a68e-dfa99286e3cf req-cf35533a-f283-4fda-b756-1277bca0e873 tempest-VolumesSnapshotTestJSON-131260254 tempest-VolumesSnapshotTestJSON-131260254-project] 10.222.0.60 "GET /v2.0/ports?device_id=a9eaba82-ccd1-477b-bbdf-de5882aed6a3 HTTP/1.1" status: 200 len: 944 time: 0.3510160 Sep 07 14:09:27.826706 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-186a4c26-4e9e-4a19-99fa-4d278a8aecb0 tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:27.838502 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Device f2f1e885-40c0-4d0a-8859-f4f5647a3dff details requested by agent hyperv_hv-cinder-78291 with host hv-cinder-78291 {{(pid=94139) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 14:09:27.917931 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-ec0e0a35-2bbc-40ff-a68e-dfa99286e3cf req-6f6eab3b-354c-495a-9c9b-ab296b5dd13b tempest-VolumesSnapshotTestJSON-131260254 tempest-VolumesSnapshotTestJSON-131260254-project] 10.222.0.60 "GET /v2.0/security-groups?id=f33acb5f-a3c4-498e-a973-ef93198eaf3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003034 Sep 07 14:09:27.938605 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.db [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] For port f2f1e885-40c0-4d0a-8859-f4f5647a3dff, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=f2f1e885-40c0-4d0a-8859-f4f5647a3dff,segment=NetworkSegment(5acef820-f781-4193-9cdb-184b816972f3),segment_id=5acef820-f781-4193-9cdb-184b816972f3)] {{(pid=94139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:09:27.954753 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Returning: {'device': 'f2f1e885-40c0-4d0a-8859-f4f5647a3dff', 'network_id': '17a6fc6f-748c-4f3f-bc52-94e498acb948', 'port_id': 'f2f1e885-40c0-4d0a-8859-f4f5647a3dff', 'mac_address': 'fa:16:3e:bd:64:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd67c6911-5289-4fca-ae11-59b977bb9ace', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94139) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 14:09:27.955533 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-186a4c26-4e9e-4a19-99fa-4d278a8aecb0 tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_update {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:27.991403 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:28.005177 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.notifiers.nova [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2f1e885-40c0-4d0a-8859-f4f5647a3dff {{(pid=94139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 14:09:28.025541 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.db [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] For port f2f1e885-40c0-4d0a-8859-f4f5647a3dff, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=f2f1e885-40c0-4d0a-8859-f4f5647a3dff,segment=NetworkSegment(5acef820-f781-4193-9cdb-184b816972f3),segment_id=5acef820-f781-4193-9cdb-184b816972f3)] {{(pid=94139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:09:28.029262 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735729008622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735728620463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735728620481'] for port, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:28.086461 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Pushing event updated for resources: {'Port': ['ID=f2f1e885-40c0-4d0a-8859-f4f5647a3dff,revision_number=4']} {{(pid=94139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:09:28.094169 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:09:28.094525 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:09:28.094870 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:09:28.095206 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:09:28.095536 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:09:28.095867 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:09:28.096193 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:09:28.096533 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:09:28.096877 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:09:28.097204 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:09:28.097572 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:09:28.097917 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:09:28.117087 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-186a4c26-4e9e-4a19-99fa-4d278a8aecb0 tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] Notify callbacks [] for port, precommit_update {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:28.122225 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-186a4c26-4e9e-4a19-99fa-4d278a8aecb0 tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735729008622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735728620463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735728620481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63929230'] for port, after_update {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:28.187896 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186a4c26-4e9e-4a19-99fa-4d278a8aecb0 tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] Pushing event updated for resources: {'Port': ['ID=299dc731-06e2-4652-b908-6858d5a435a2,revision_number=2']} {{(pid=94137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:09:28.201375 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-186a4c26-4e9e-4a19-99fa-4d278a8aecb0 tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-432510'] for floatingip, after_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:28.300738 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.db.l3_db [None req-186a4c26-4e9e-4a19-99fa-4d278a8aecb0 tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] Floating IP 0a6e554e-0394-4766-bf54-50d9a1f6ee41 associated. External IP: 172.27.2.13, port: a74c893a-2dbe-4723-b64e-e778b467725b. Sep 07 14:09:28.492028 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.db [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] get_ports_and_sgs() called for port_ids ['f2f1e885-40c0-4d0a-8859-f4f5647a3dff'] {{(pid=94139) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 14:09:28.507779 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-186a4c26-4e9e-4a19-99fa-4d278a8aecb0 tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] Router cddf9134-d7ee-4254-92e7-42b328e46a6d has already been hosted by L3 agent fa68c273-d39f-43dc-b6f8-e0c6852ace12 {{(pid=94137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 14:09:28.635555 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-186a4c26-4e9e-4a19-99fa-4d278a8aecb0 tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] Notify agent at l3_agent.dv-cinder-782910-4-iscsi the message routers_updated {{(pid=94137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 14:09:28.647677 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d457ea-f45a-4df4-a919-b4de33830341 None None] Sync routers for ids ['cddf9134-d7ee-4254-92e7-42b328e46a6d'] in dv-cinder-782910-4-iscsi {{(pid=94140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 14:09:28.657171 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d457ea-f45a-4df4-a919-b4de33830341 None None] Routers {'cddf9134-d7ee-4254-92e7-42b328e46a6d'} bound to L3 agent in host dv-cinder-782910-4-iscsi {{(pid=94140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:09:28.658150 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.l3_hamode_db [None req-33d457ea-f45a-4df4-a919-b4de33830341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T13:58:13Z,description=,heartbeat_timestamp=2021-09-07T14:09:13Z,host='dv-cinder-782910-4-iscsi',id=fa68c273-d39f-43dc-b6f8-e0c6852ace12,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T13:58:13Z,topic='l3_agent')) {'router_ids': ['cddf9134-d7ee-4254-92e7-42b328e46a6d'], 'active': True} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:09:28.675313 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-186a4c26-4e9e-4a19-99fa-4d278a8aecb0 tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88768'] for floatingip, before_response {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:28.714414 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [None req-186a4c26-4e9e-4a19-99fa-4d278a8aecb0 tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1635387 Sep 07 14:09:28.715624 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf91d54d-86ad-4a3b-b085-d27cd9f284b8', 'tag': 'a74c893a-2dbe-4723-b64e-e778b467725b'}] {{(pid=94137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:09:28.717257 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.wsgi [-] (94138) accepted ('10.222.0.60', 49110) {{(pid=94138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:09:28.717861 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7b38e126f5d6ed26c5a634d27f228b3e9a23f971082ab434b79987af6775de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f21077f-2ce0-4bbc-bf57-a2057171d98e" -d '{"events": [{"name": "network-changed", "server_uuid": "cf91d54d-86ad-4a3b-b085-d27cd9f284b8", "tag": "a74c893a-2dbe-4723-b64e-e778b467725b"}]}' {{(pid=94137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:09:28.722686 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.v2.base [None req-3f9bae7d-050b-4969-8880-0f02747096ea tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-25663443', 'description': 'tempest-secgroup-smoke-25663443 description', 'project_id': 'e859b6827e2748129221219840ea5997'}} {{(pid=94138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:09:28.733690 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24dbc42-1731-4e3b-a10a-b3b273b2c513 req-b6fa8aba-7d32-4502-9b01-94f8783df09f tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:09:28.735269 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-d24dbc42-1731-4e3b-a10a-b3b273b2c513 req-b6fa8aba-7d32-4502-9b01-94f8783df09f tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/ports?device_id=752df912-1fe9-4a3a-aedc-0b4fe4e15164 HTTP/1.1" status: 200 len: 945 time: 0.0939763 Sep 07 14:09:28.751351 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-3f9bae7d-050b-4969-8880-0f02747096ea tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] Notify callbacks [] for security_group, before_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:28.774048 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.l3_dvr_db [None req-33d457ea-f45a-4df4-a919-b4de33830341 None None] Set router cddf9134-d7ee-4254-92e7-42b328e46a6d gateway port host: dv-cinder-782910-4-iscsi {{(pid=94140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:09:28.775567 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 14:09:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f897e4df-e00c-4ca1-8281-aafb920fbe8a x-openstack-request-id: req-f897e4df-e00c-4ca1-8281-aafb920fbe8a {{(pid=94137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:09:28.776400 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf91d54d-86ad-4a3b-b085-d27cd9f284b8", "tag": "a74c893a-2dbe-4723-b64e-e778b467725b", "status": "completed", "code": 200}]} {{(pid=94137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:09:28.776400 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f897e4df-e00c-4ca1-8281-aafb920fbe8a {{(pid=94137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:09:28.776712 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf91d54d-86ad-4a3b-b085-d27cd9f284b8', 'tag': 'a74c893a-2dbe-4723-b64e-e778b467725b', 'status': 'completed', 'code': 200} Sep 07 14:09:28.804063 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-d24dbc42-1731-4e3b-a10a-b3b273b2c513 req-7f36fab7-16fc-4211-bb11-3580dbbde9d1 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/security-groups?id=1eaa7adf-c23d-4a19-a899-ef24f817425f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586355 Sep 07 14:09:28.880918 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-3f9bae7d-050b-4969-8880-0f02747096ea tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] Notify callbacks [] for security_group, precommit_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:28.883509 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f21077f-2ce0-4bbc-bf57-a2057171d98e req-1fddf5d7-1395-424a-9809-2899aeae54af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:09:28.885454 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-0f21077f-2ce0-4bbc-bf57-a2057171d98e req-1fddf5d7-1395-424a-9809-2899aeae54af service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e859b6827e2748129221219840ea5997&device_id=cf91d54d-86ad-4a3b-b085-d27cd9f284b8 HTTP/1.1" status: 200 len: 1099 time: 0.0777986 Sep 07 14:09:28.886658 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-3f9bae7d-050b-4969-8880-0f02747096ea tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585164'] for security_group, after_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:28.942279 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-3f9bae7d-050b-4969-8880-0f02747096ea tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] Notify callbacks [] for security_group, before_response {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:28.946556 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [None req-3f9bae7d-050b-4969-8880-0f02747096ea tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1790 time: 0.2251742 Sep 07 14:09:28.946556 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9bae7d-050b-4969-8880-0f02747096ea tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] Pushing event updated for resources: {'SecurityGroup': ['ID=973e2c19-d630-4ac5-b2ea-d2fb7b1bb762,revision_number=1']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:09:28.947353 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.wsgi [-] (94137) accepted ('10.222.0.60', 49116) {{(pid=94137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:09:28.952844 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.v2.base [None req-73bd6d85-4772-4f7a-8aea-a0f599439ec8 tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] Request body: {'security_group_rule': {'security_group_id': '973e2c19-d630-4ac5-b2ea-d2fb7b1bb762', 'project_id': 'e859b6827e2748129221219840ea5997', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:09:28.988473 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-73bd6d85-4772-4f7a-8aea-a0f599439ec8 tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:29.016052 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f21077f-2ce0-4bbc-bf57-a2057171d98e req-05de6f35-e736-47cb-bbbf-7ed3bf4243f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:09:29.018022 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-0f21077f-2ce0-4bbc-bf57-a2057171d98e req-05de6f35-e736-47cb-bbbf-7ed3bf4243f5 service neutron] 10.222.0.23 "GET /v2.0/networks?id=e6139945-2b0e-4dd3-b90e-3cc2664bbe09 HTTP/1.1" status: 200 len: 916 time: 0.1192694 Sep 07 14:09:29.073067 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-73bd6d85-4772-4f7a-8aea-a0f599439ec8 tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:29.079110 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-73bd6d85-4772-4f7a-8aea-a0f599439ec8 tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573871'] for security_group_rule, after_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:29.107789 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bd6d85-4772-4f7a-8aea-a0f599439ec8 tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6889a875-175d-4889-ae0c-65585ff23d79,revision_number=0']} {{(pid=94137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:09:29.112391 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-73bd6d85-4772-4f7a-8aea-a0f599439ec8 tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:29.113743 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [None req-73bd6d85-4772-4f7a-8aea-a0f599439ec8 tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1651413 Sep 07 14:09:29.117028 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.wsgi [-] (94138) accepted ('10.222.0.60', 49118) {{(pid=94138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:09:29.120758 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-0f21077f-2ce0-4bbc-bf57-a2057171d98e req-7f50a14b-5b96-43e4-8f72-b7bb0639ed83 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a74c893a-2dbe-4723-b64e-e778b467725b HTTP/1.1" status: 200 len: 999 time: 0.0874527 Sep 07 14:09:29.122004 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f04bc75-a0cd-49f8-9f25-4dd057ab280a req-0251fa48-53ac-4176-b233-7a83d078f61c tempest-VolumesSnapshotTestJSON-131260254 tempest-VolumesSnapshotTestJSON-131260254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:09:29.123507 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-2f04bc75-a0cd-49f8-9f25-4dd057ab280a req-0251fa48-53ac-4176-b233-7a83d078f61c tempest-VolumesSnapshotTestJSON-131260254 tempest-VolumesSnapshotTestJSON-131260254-project] 10.222.0.60 "GET /v2.0/ports?device_id=a9eaba82-ccd1-477b-bbdf-de5882aed6a3 HTTP/1.1" status: 200 len: 945 time: 0.0928473 Sep 07 14:09:29.123832 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.v2.base [None req-5e05b359-ee66-4b0d-a565-4ff46ac55918 tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] Request body: {'security_group_rule': {'security_group_id': '973e2c19-d630-4ac5-b2ea-d2fb7b1bb762', 'project_id': 'e859b6827e2748129221219840ea5997', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:09:29.126463 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.l3_hamode_db [None req-33d457ea-f45a-4df4-a919-b4de33830341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cddf9134-d7ee-4254-92e7-42b328e46a6d', 'name': 'tempest-TestMinimumBasicScenario-1483363180-router', 'tenant_id': 'e859b6827e2748129221219840ea5997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'external_fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': '64aca058-f353-4ae0-a740-d5f439248b52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:08:16Z', 'updated_at': '2021-09-07T14:08:22Z', 'revision_number': 4, 'project_id': 'e859b6827e2748129221219840ea5997', 'gw_port': {'id': '64aca058-f353-4ae0-a740-d5f439248b52', 'name': '', 'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:74:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cddf9134-d7ee-4254-92e7-42b328e46a6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:08:17Z', 'updated_at': '2021-09-07T14:08:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-4-iscsi', '_floatingips': [{'id': '0a6e554e-0394-4766-bf54-50d9a1f6ee41', 'tenant_id': 'e859b6827e2748129221219840ea5997', 'floating_ip_address': '172.27.2.13', 'floating_network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'router_id': 'cddf9134-d7ee-4254-92e7-42b328e46a6d', 'port_id': 'a74c893a-2dbe-4723-b64e-e778b467725b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6139945-2b0e-4dd3-b90e-3cc2664bbe09', 'mac_address': 'fa:16:3e:09:a1:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf91d54d-86ad-4a3b-b085-d27cd9f284b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T14:09:27Z', 'updated_at': '2021-09-07T14:09:27Z', 'revision_number': 0, 'project_id': 'e859b6827e2748129221219840ea5997', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77dfaa0b-9a14-46e1-b16f-686b9b6baa89', 'name': '', 'network_id': 'e6139945-2b0e-4dd3-b90e-3cc2664bbe09', 'tenant_id': 'e859b6827e2748129221219840ea5997', 'mac_address': 'fa:16:3e:5b:ce:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cddf9134-d7ee-4254-92e7-42b328e46a6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '6c2e9c28-06dc-45ab-a546-78440fe11400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:08:20Z', 'updated_at': '2021-09-07T14:08:28Z', 'revision_number': 5, 'project_id': 'e859b6827e2748129221219840ea5997', 'subnets': [{'id': '6c2e9c28-06dc-45ab-a546-78440fe11400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782910-4-iscsi', False) {} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:09:29.157569 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d457ea-f45a-4df4-a919-b4de33830341 None None] Checking router: cddf9134-d7ee-4254-92e7-42b328e46a6d for host: dv-cinder-782910-4-iscsi {{(pid=94140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 14:09:29.166497 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d457ea-f45a-4df4-a919-b4de33830341 None None] Routers {'cddf9134-d7ee-4254-92e7-42b328e46a6d'} bound to L3 agent in host dv-cinder-782910-4-iscsi {{(pid=94140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:09:29.167104 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.l3_hamode_db [None req-33d457ea-f45a-4df4-a919-b4de33830341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T13:58:13Z,description=,heartbeat_timestamp=2021-09-07T14:09:13Z,host='dv-cinder-782910-4-iscsi',id=fa68c273-d39f-43dc-b6f8-e0c6852ace12,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T13:58:13Z,topic='l3_agent')) {'router_ids': ['cddf9134-d7ee-4254-92e7-42b328e46a6d'], 'active': True} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:09:29.169576 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-2f04bc75-a0cd-49f8-9f25-4dd057ab280a req-efd87055-3aff-4b8f-84f2-c5f848437abe tempest-VolumesSnapshotTestJSON-131260254 tempest-VolumesSnapshotTestJSON-131260254-project] 10.222.0.60 "GET /v2.0/security-groups?id=f33acb5f-a3c4-498e-a973-ef93198eaf3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389817 Sep 07 14:09:29.191053 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f21077f-2ce0-4bbc-bf57-a2057171d98e req-04d3f422-4a69-4fcc-9ac2-5a4b3a0e5cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:09:29.192561 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-0f21077f-2ce0-4bbc-bf57-a2057171d98e req-04d3f422-4a69-4fcc-9ac2-5a4b3a0e5cfc service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6c2e9c28-06dc-45ab-a546-78440fe11400 HTTP/1.1" status: 200 len: 854 time: 0.0610464 Sep 07 14:09:29.194311 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-5e05b359-ee66-4b0d-a565-4ff46ac55918 tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:29.280532 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f21077f-2ce0-4bbc-bf57-a2057171d98e req-8c3506cd-8df5-4302-8661-e2274a3915b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:09:29.282006 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-0f21077f-2ce0-4bbc-bf57-a2057171d98e req-8c3506cd-8df5-4302-8661-e2274a3915b8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e6139945-2b0e-4dd3-b90e-3cc2664bbe09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0746493 Sep 07 14:09:29.283386 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.l3_dvr_db [None req-33d457ea-f45a-4df4-a919-b4de33830341 None None] Set router cddf9134-d7ee-4254-92e7-42b328e46a6d gateway port host: dv-cinder-782910-4-iscsi {{(pid=94140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:09:29.296398 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-5e05b359-ee66-4b0d-a565-4ff46ac55918 tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:29.308033 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-5e05b359-ee66-4b0d-a565-4ff46ac55918 tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573871'] for security_group_rule, after_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:29.347107 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e05b359-ee66-4b0d-a565-4ff46ac55918 tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=419e9b89-df6b-438c-b9c8-9ddeeef96550,revision_number=0']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:09:29.360746 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-5e05b359-ee66-4b0d-a565-4ff46ac55918 tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:29.365273 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [None req-5e05b359-ee66-4b0d-a565-4ff46ac55918 tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2434945 Sep 07 14:09:29.366068 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.wsgi [-] (94137) accepted ('10.222.0.60', 49120) {{(pid=94137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:09:29.370745 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.v2.base [None req-66cbcb3a-fae0-4cd9-aec7-9a25eb6b812a tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] Request body: {'security_group_rule': {'security_group_id': '973e2c19-d630-4ac5-b2ea-d2fb7b1bb762', 'project_id': 'e859b6827e2748129221219840ea5997', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:09:29.402134 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-66cbcb3a-fae0-4cd9-aec7-9a25eb6b812a tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:29.419407 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-0f21077f-2ce0-4bbc-bf57-a2057171d98e req-818a13dc-0e11-4ca5-b4df-e544672c40c6 service neutron] 10.222.0.23 "GET /v2.0/networks/e6139945-2b0e-4dd3-b90e-3cc2664bbe09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203873 Sep 07 14:09:29.458149 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-66cbcb3a-fae0-4cd9-aec7-9a25eb6b812a tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:29.467944 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-66cbcb3a-fae0-4cd9-aec7-9a25eb6b812a tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573871'] for security_group_rule, after_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:29.488821 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cbcb3a-fae0-4cd9-aec7-9a25eb6b812a tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae8b1beb-c574-496d-b136-133329a779bc,revision_number=0']} {{(pid=94137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:09:29.492571 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-66cbcb3a-fae0-4cd9-aec7-9a25eb6b812a tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:29.494220 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [None req-66cbcb3a-fae0-4cd9-aec7-9a25eb6b812a tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1270540 Sep 07 14:09:29.496901 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.wsgi [-] (94137) accepted ('10.222.0.60', 49122) {{(pid=94137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:09:29.502610 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.v2.base [None req-e659f122-dc43-4807-a86f-8afb11248aaf tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] Request body: {'security_group_rule': {'security_group_id': '973e2c19-d630-4ac5-b2ea-d2fb7b1bb762', 'project_id': 'e859b6827e2748129221219840ea5997', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:09:29.525341 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.l3_hamode_db [None req-33d457ea-f45a-4df4-a919-b4de33830341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cddf9134-d7ee-4254-92e7-42b328e46a6d', 'name': 'tempest-TestMinimumBasicScenario-1483363180-router', 'tenant_id': 'e859b6827e2748129221219840ea5997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'external_fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': '64aca058-f353-4ae0-a740-d5f439248b52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:08:16Z', 'updated_at': '2021-09-07T14:08:22Z', 'revision_number': 4, 'project_id': 'e859b6827e2748129221219840ea5997', 'gw_port': {'id': '64aca058-f353-4ae0-a740-d5f439248b52', 'name': '', 'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:74:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cddf9134-d7ee-4254-92e7-42b328e46a6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:08:17Z', 'updated_at': '2021-09-07T14:08:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-4-iscsi', '_floatingips': [{'id': '0a6e554e-0394-4766-bf54-50d9a1f6ee41', 'tenant_id': 'e859b6827e2748129221219840ea5997', 'floating_ip_address': '172.27.2.13', 'floating_network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'router_id': 'cddf9134-d7ee-4254-92e7-42b328e46a6d', 'port_id': 'a74c893a-2dbe-4723-b64e-e778b467725b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6139945-2b0e-4dd3-b90e-3cc2664bbe09', 'mac_address': 'fa:16:3e:09:a1:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf91d54d-86ad-4a3b-b085-d27cd9f284b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T14:09:27Z', 'updated_at': '2021-09-07T14:09:27Z', 'revision_number': 0, 'project_id': 'e859b6827e2748129221219840ea5997', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77dfaa0b-9a14-46e1-b16f-686b9b6baa89', 'name': '', 'network_id': 'e6139945-2b0e-4dd3-b90e-3cc2664bbe09', 'tenant_id': 'e859b6827e2748129221219840ea5997', 'mac_address': 'fa:16:3e:5b:ce:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cddf9134-d7ee-4254-92e7-42b328e46a6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '6c2e9c28-06dc-45ab-a546-78440fe11400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:08:20Z', 'updated_at': '2021-09-07T14:08:28Z', 'revision_number': 5, 'project_id': 'e859b6827e2748129221219840ea5997', 'subnets': [{'id': '6c2e9c28-06dc-45ab-a546-78440fe11400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782910-4-iscsi', False) {} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:09:29.537075 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-0f21077f-2ce0-4bbc-bf57-a2057171d98e req-6d61c769-4b75-4b33-bec9-935dc3f74004 service neutron] 10.222.0.23 "GET /v2.0/networks/e6139945-2b0e-4dd3-b90e-3cc2664bbe09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011157 Sep 07 14:09:29.537389 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-e659f122-dc43-4807-a86f-8afb11248aaf tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:29.554328 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d457ea-f45a-4df4-a919-b4de33830341 None None] The sync data for ids ['cddf9134-d7ee-4254-92e7-42b328e46a6d'] in dv-cinder-782910-4-iscsi is: [{'id': 'cddf9134-d7ee-4254-92e7-42b328e46a6d', 'name': 'tempest-TestMinimumBasicScenario-1483363180-router', 'tenant_id': 'e859b6827e2748129221219840ea5997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'external_fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': '64aca058-f353-4ae0-a740-d5f439248b52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:08:16Z', 'updated_at': '2021-09-07T14:08:22Z', 'revision_number': 4, 'project_id': 'e859b6827e2748129221219840ea5997', 'gw_port': {'id': '64aca058-f353-4ae0-a740-d5f439248b52', 'name': '', 'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:74:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cddf9134-d7ee-4254-92e7-42b328e46a6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:08:17Z', 'updated_at': '2021-09-07T14:08:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-4-iscsi', '_floatingips': [{'id': '0a6e554e-0394-4766-bf54-50d9a1f6ee41', 'tenant_id': 'e859b6827e2748129221219840ea5997', 'floating_ip_address': '172.27.2.13', 'floating_network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'router_id': 'cddf9134-d7ee-4254-92e7-42b328e46a6d', 'port_id': 'a74c893a-2dbe-4723-b64e-e778b467725b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6139945-2b0e-4dd3-b90e-3cc2664bbe09', 'mac_address': 'fa:16:3e:09:a1:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf91d54d-86ad-4a3b-b085-d27cd9f284b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T14:09:27Z', 'updated_at': '2021-09-07T14:09:27Z', 'revision_number': 0, 'project_id': 'e859b6827e2748129221219840ea5997', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77dfaa0b-9a14-46e1-b16f-686b9b6baa89', 'name': '', 'network_id': 'e6139945-2b0e-4dd3-b90e-3cc2664bbe09', 'tenant_id': 'e859b6827e2748129221219840ea5997', 'mac_address': 'fa:16:3e:5b:ce:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cddf9134-d7ee-4254-92e7-42b328e46a6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '6c2e9c28-06dc-45ab-a546-78440fe11400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:08:20Z', 'updated_at': '2021-09-07T14:08:28Z', 'revision_number': 5, 'project_id': 'e859b6827e2748129221219840ea5997', 'subnets': [{'id': '6c2e9c28-06dc-45ab-a546-78440fe11400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 14:09:29.610665 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-e659f122-dc43-4807-a86f-8afb11248aaf tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:29.615393 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-e659f122-dc43-4807-a86f-8afb11248aaf tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573871'] for security_group_rule, after_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:29.634676 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e659f122-dc43-4807-a86f-8afb11248aaf tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ba01b23-0bb2-425c-8a66-b8f08e794418,revision_number=0']} {{(pid=94137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:09:29.642413 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-e659f122-dc43-4807-a86f-8afb11248aaf tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:29.643877 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [None req-e659f122-dc43-4807-a86f-8afb11248aaf tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1455839 Sep 07 14:09:29.647173 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.wsgi [-] (94137) accepted ('10.222.0.60', 49126) {{(pid=94137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:09:29.652250 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.v2.base [None req-fa09ae18-321e-4d55-9678-a57770a2b9be tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] Request body: {'security_group_rule': {'security_group_id': '973e2c19-d630-4ac5-b2ea-d2fb7b1bb762', 'project_id': 'e859b6827e2748129221219840ea5997', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:09:29.676779 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.db.securitygroups_db [None req-fa09ae18-321e-4d55-9678-a57770a2b9be tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] Project e859b6827e2748129221219840ea5997 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 07 14:09:29.681872 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-fa09ae18-321e-4d55-9678-a57770a2b9be tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:29.745987 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-fa09ae18-321e-4d55-9678-a57770a2b9be tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:29.750759 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-fa09ae18-321e-4d55-9678-a57770a2b9be tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573871'] for security_group_rule, after_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:29.769566 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa09ae18-321e-4d55-9678-a57770a2b9be tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce8d1a5c-d669-4b98-beaf-40642bb4e992,revision_number=0']} {{(pid=94137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:09:29.778916 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-fa09ae18-321e-4d55-9678-a57770a2b9be tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:29.780212 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [None req-fa09ae18-321e-4d55-9678-a57770a2b9be tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1322134 Sep 07 14:09:29.782766 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-981670aa-1120-4f43-8f77-51a927252e45 None None] New status for floating IP 0a6e554e-0394-4766-bf54-50d9a1f6ee41: ACTIVE {{(pid=94139) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 14:09:29.783255 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.wsgi [-] (94137) accepted ('10.222.0.60', 49128) {{(pid=94137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:09:29.787829 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.v2.base [None req-27b00220-ef8a-423b-9e17-7b8dfc03bad3 tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] Request body: {'security_group_rule': {'security_group_id': '973e2c19-d630-4ac5-b2ea-d2fb7b1bb762', 'project_id': 'e859b6827e2748129221219840ea5997', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:09:29.811698 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.db.securitygroups_db [None req-27b00220-ef8a-423b-9e17-7b8dfc03bad3 tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] Project e859b6827e2748129221219840ea5997 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 07 14:09:29.816543 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-27b00220-ef8a-423b-9e17-7b8dfc03bad3 tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:29.870534 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Device f2f1e885-40c0-4d0a-8859-f4f5647a3dff up at agent hyperv_hv-cinder-78291 {{(pid=94139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:09:29.887579 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-27b00220-ef8a-423b-9e17-7b8dfc03bad3 tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:29.916376 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-27b00220-ef8a-423b-9e17-7b8dfc03bad3 tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573871'] for security_group_rule, after_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:29.947282 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b00220-ef8a-423b-9e17-7b8dfc03bad3 tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b0866f9-ffdb-45d0-8033-0ca421e2db7a,revision_number=0']} {{(pid=94137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:09:29.950787 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-27b00220-ef8a-423b-9e17-7b8dfc03bad3 tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:29.955084 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [None req-27b00220-ef8a-423b-9e17-7b8dfc03bad3 tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1679559 Sep 07 14:09:29.965342 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6975768-6a9f-4d44-b9ec-963f0464adc9 req-c8d8d9b4-b8bc-4c57-bb78-4e3aa157e4b3 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:09:29.967315 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-c6975768-6a9f-4d44-b9ec-963f0464adc9 req-c8d8d9b4-b8bc-4c57-bb78-4e3aa157e4b3 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/ports?device_id=752df912-1fe9-4a3a-aedc-0b4fe4e15164 HTTP/1.1" status: 200 len: 945 time: 0.0784037 Sep 07 14:09:29.970015 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Provisioning for port f2f1e885-40c0-4d0a-8859-f4f5647a3dff completed by entity L2. {{(pid=94139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 14:09:29.973997 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Provisioning complete for port f2f1e885-40c0-4d0a-8859-f4f5647a3dff triggered by entity L2. {{(pid=94139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:09:29.974561 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462246'] for port, provisioning_complete {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:29.980685 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.agents_db [None req-36878762-3245-425c-bb44-2e5aea615dc4 None None] Agent healthcheck: found 6 active agents {{(pid=94140) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 14:09:30.023725 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-c6975768-6a9f-4d44-b9ec-963f0464adc9 req-bd2802ba-729b-4e15-8c91-f6ac2a54930e tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/security-groups?id=1eaa7adf-c23d-4a19-a899-ef24f817425f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390010 Sep 07 14:09:30.063057 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-7ba81e91-cc4a-4864-a744-a564650f3960 req-b92a3b49-3d8b-46c7-88f1-3264765ffc44 tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-25663443&fields=id&tenant_id=e859b6827e2748129221219840ea5997 HTTP/1.1" status: 200 len: 267 time: 0.0373461 Sep 07 14:09:30.072021 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:30.097997 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9eaba82-ccd1-477b-bbdf-de5882aed6a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2f1e885-40c0-4d0a-8859-f4f5647a3dff'}] {{(pid=94139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:09:30.100424 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4453e99b4ec61c2946fac8af49a5adf90b2a32597d884ada3dd1dc93487e448" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3a626a0-e52d-462d-ae98-1e4d1bb3a2c0" -d '{"events": [{"server_uuid": "a9eaba82-ccd1-477b-bbdf-de5882aed6a3", "name": "network-vif-plugged", "status": "completed", "tag": "f2f1e885-40c0-4d0a-8859-f4f5647a3dff"}]}' {{(pid=94139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:09:30.113017 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.db [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] For port f2f1e885-40c0-4d0a-8859-f4f5647a3dff, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=f2f1e885-40c0-4d0a-8859-f4f5647a3dff,segment=NetworkSegment(5acef820-f781-4193-9cdb-184b816972f3),segment_id=5acef820-f781-4193-9cdb-184b816972f3)] {{(pid=94139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:09:30.116290 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba81e91-cc4a-4864-a744-a564650f3960 req-f626f046-58fa-4d68-98b2-308b563ca5dd tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:09:30.118380 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-7ba81e91-cc4a-4864-a744-a564650f3960 req-f626f046-58fa-4d68-98b2-308b563ca5dd tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf91d54d-86ad-4a3b-b085-d27cd9f284b8 HTTP/1.1" status: 200 len: 946 time: 0.0496483 Sep 07 14:09:30.119764 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735729008622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735728620463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735728620481'] for port, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:30.131056 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.v2.base [req-7ba81e91-cc4a-4864-a744-a564650f3960 req-3f8886de-e421-4de2-9d52-857a9d70c518 tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] Request body: {'port': {'security_groups': ['6ee0b6d8-0816-470a-861d-36080b2e56f2', '973e2c19-d630-4ac5-b2ea-d2fb7b1bb762']}} {{(pid=94137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:09:30.149743 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 14:09:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e4236ff-d8b4-4f3e-9357-511c320e107d x-openstack-request-id: req-4e4236ff-d8b4-4f3e-9357-511c320e107d {{(pid=94139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:09:30.150032 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9eaba82-ccd1-477b-bbdf-de5882aed6a3", "name": "network-vif-plugged", "status": "completed", "tag": "f2f1e885-40c0-4d0a-8859-f4f5647a3dff", "code": 200}]} {{(pid=94139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:09:30.150284 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4e4236ff-d8b4-4f3e-9357-511c320e107d {{(pid=94139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:09:30.150693 dv-cinder-782910-4-iscsi neutron-server[94139]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9eaba82-ccd1-477b-bbdf-de5882aed6a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2f1e885-40c0-4d0a-8859-f4f5647a3dff', 'code': 200} Sep 07 14:09:30.180142 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Pushing event updated for resources: {'Port': ['ID=f2f1e885-40c0-4d0a-8859-f4f5647a3dff,revision_number=5']} {{(pid=94139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:09:30.205712 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [req-7ba81e91-cc4a-4864-a744-a564650f3960 req-3f8886de-e421-4de2-9d52-857a9d70c518 tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_update {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:30.329354 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c3d122-73d7-4806-8dab-248299b21f39 req-5c2c20ff-dfb3-4d84-9462-4414e9a3e910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:09:30.330882 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-c9c3d122-73d7-4806-8dab-248299b21f39 req-5c2c20ff-dfb3-4d84-9462-4414e9a3e910 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a9eaba82-ccd1-477b-bbdf-de5882aed6a3 HTTP/1.1" status: 200 len: 1099 time: 0.0415800 Sep 07 14:09:30.365566 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671f280b-b1ad-4372-9fa9-c3400eebd36c req-a11834e4-90f2-484a-9407-328b55ca46ca tempest-VolumesSnapshotTestJSON-131260254 tempest-VolumesSnapshotTestJSON-131260254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:09:30.367044 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-671f280b-b1ad-4372-9fa9-c3400eebd36c req-a11834e4-90f2-484a-9407-328b55ca46ca tempest-VolumesSnapshotTestJSON-131260254 tempest-VolumesSnapshotTestJSON-131260254-project] 10.222.0.60 "GET /v2.0/ports?device_id=a9eaba82-ccd1-477b-bbdf-de5882aed6a3 HTTP/1.1" status: 200 len: 946 time: 0.1085443 Sep 07 14:09:30.372461 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-c9c3d122-73d7-4806-8dab-248299b21f39 req-24754169-e32e-472e-8c34-b7647bac538c service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=f33acb5f-a3c4-498e-a973-ef93198eaf3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322199 Sep 07 14:09:30.431792 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-671f280b-b1ad-4372-9fa9-c3400eebd36c req-691bdb9f-cab0-4c5a-9494-61f9ebdec926 tempest-VolumesSnapshotTestJSON-131260254 tempest-VolumesSnapshotTestJSON-131260254-project] 10.222.0.60 "GET /v2.0/security-groups?id=f33acb5f-a3c4-498e-a973-ef93198eaf3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574331 Sep 07 14:09:30.496747 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.db [req-7ba81e91-cc4a-4864-a744-a564650f3960 req-3f8886de-e421-4de2-9d52-857a9d70c518 tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] For port a74c893a-2dbe-4723-b64e-e778b467725b, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=a74c893a-2dbe-4723-b64e-e778b467725b,segment=NetworkSegment(557a888c-91ab-489c-a232-b2b668c502f1),segment_id=557a888c-91ab-489c-a232-b2b668c502f1)] {{(pid=94137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:09:30.526101 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [req-7ba81e91-cc4a-4864-a744-a564650f3960 req-3f8886de-e421-4de2-9d52-857a9d70c518 tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] Notify callbacks [] for port, precommit_update {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:30.530889 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [req-7ba81e91-cc4a-4864-a744-a564650f3960 req-3f8886de-e421-4de2-9d52-857a9d70c518 tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735729008622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735728620463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735728620481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63929230'] for port, after_update {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:30.544851 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.db [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] get_ports_and_sgs() called for port_ids ['a74c893a-2dbe-4723-b64e-e778b467725b'] {{(pid=94139) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 14:09:30.576490 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba81e91-cc4a-4864-a744-a564650f3960 req-3f8886de-e421-4de2-9d52-857a9d70c518 tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:09:30.577098 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [req-7ba81e91-cc4a-4864-a744-a564650f3960 req-3f8886de-e421-4de2-9d52-857a9d70c518 tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539090'] for port, before_response {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:30.578556 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-7ba81e91-cc4a-4864-a744-a564650f3960 req-3f8886de-e421-4de2-9d52-857a9d70c518 tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] 10.222.0.60 "PUT /v2.0/ports/a74c893a-2dbe-4723-b64e-e778b467725b HTTP/1.1" status: 200 len: 982 time: 0.4522541 Sep 07 14:09:30.612925 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8886de-e421-4de2-9d52-857a9d70c518 tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] Pushing event updated for resources: {'Port': ['ID=a74c893a-2dbe-4723-b64e-e778b467725b,revision_number=6']} {{(pid=94137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:09:30.685431 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023a43f5-115c-4aca-b860-bb1b31d99769 req-66f0d8ac-21d6-47d6-98cf-3b6f9bfadf09 tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:09:30.694560 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-023a43f5-115c-4aca-b860-bb1b31d99769 req-66f0d8ac-21d6-47d6-98cf-3b6f9bfadf09 tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf91d54d-86ad-4a3b-b085-d27cd9f284b8 HTTP/1.1" status: 200 len: 985 time: 0.0601544 Sep 07 14:09:30.740605 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-023a43f5-115c-4aca-b860-bb1b31d99769 req-1d0d2598-421c-4ca2-af7e-a0a7da37a5a6 tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ee0b6d8-0816-470a-861d-36080b2e56f2&id=973e2c19-d630-4ac5-b2ea-d2fb7b1bb762&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0435534 Sep 07 14:09:30.773636 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.db [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] get_ports_and_sgs() called for port_ids ['a74c893a-2dbe-4723-b64e-e778b467725b'] {{(pid=94139) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 14:09:30.777826 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf91d54d-86ad-4a3b-b085-d27cd9f284b8', 'tag': 'a74c893a-2dbe-4723-b64e-e778b467725b'}] {{(pid=94137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:09:30.780279 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7b38e126f5d6ed26c5a634d27f228b3e9a23f971082ab434b79987af6775de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-698c2784-f7fd-4be3-822e-9179f38a9920" -d '{"events": [{"name": "network-changed", "server_uuid": "cf91d54d-86ad-4a3b-b085-d27cd9f284b8", "tag": "a74c893a-2dbe-4723-b64e-e778b467725b"}]}' {{(pid=94137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:09:30.819614 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 14:09:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60b63489-123e-4d4c-85e2-2562d563af86 x-openstack-request-id: req-60b63489-123e-4d4c-85e2-2562d563af86 {{(pid=94137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:09:30.819979 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf91d54d-86ad-4a3b-b085-d27cd9f284b8", "tag": "a74c893a-2dbe-4723-b64e-e778b467725b", "status": "completed", "code": 200}]} {{(pid=94137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:09:30.820322 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-60b63489-123e-4d4c-85e2-2562d563af86 {{(pid=94137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:09:30.820716 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf91d54d-86ad-4a3b-b085-d27cd9f284b8', 'tag': 'a74c893a-2dbe-4723-b64e-e778b467725b', 'status': 'completed', 'code': 200} Sep 07 14:09:30.857104 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-ff3e82d0-e489-40f1-ad04-4fcdbb487ad9 None None] Provisioning complete for port a74c893a-2dbe-4723-b64e-e778b467725b triggered by entity DHCP. {{(pid=94139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:09:30.857687 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-ff3e82d0-e489-40f1-ad04-4fcdbb487ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462246'] for port, provisioning_complete {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:30.893664 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698c2784-f7fd-4be3-822e-9179f38a9920 req-b5712860-3bf9-44ab-8665-27a2fe46d064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:09:30.895455 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-698c2784-f7fd-4be3-822e-9179f38a9920 req-b5712860-3bf9-44ab-8665-27a2fe46d064 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e859b6827e2748129221219840ea5997&device_id=cf91d54d-86ad-4a3b-b085-d27cd9f284b8 HTTP/1.1" status: 200 len: 1138 time: 0.0402293 Sep 07 14:09:30.999813 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698c2784-f7fd-4be3-822e-9179f38a9920 req-dcc79022-f1c3-452e-980b-055e74397cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:09:31.001476 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-698c2784-f7fd-4be3-822e-9179f38a9920 req-dcc79022-f1c3-452e-980b-055e74397cc6 service neutron] 10.222.0.23 "GET /v2.0/networks?id=e6139945-2b0e-4dd3-b90e-3cc2664bbe09 HTTP/1.1" status: 200 len: 916 time: 0.0902405 Sep 07 14:09:31.078011 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-698c2784-f7fd-4be3-822e-9179f38a9920 req-a9e768ba-afac-4159-87b8-dd66e747b782 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a74c893a-2dbe-4723-b64e-e778b467725b HTTP/1.1" status: 200 len: 1001 time: 0.0674186 Sep 07 14:09:31.146596 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698c2784-f7fd-4be3-822e-9179f38a9920 req-3e768d91-32f1-4368-b147-2b5b43b98539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:09:31.148034 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-698c2784-f7fd-4be3-822e-9179f38a9920 req-3e768d91-32f1-4368-b147-2b5b43b98539 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6c2e9c28-06dc-45ab-a546-78440fe11400 HTTP/1.1" status: 200 len: 854 time: 0.0519152 Sep 07 14:09:31.151015 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274dae5b-6a07-4f82-b489-6f964c68198e req-25804463-0245-4b24-b565-fbe823fab9ab tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:09:31.152204 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-274dae5b-6a07-4f82-b489-6f964c68198e req-25804463-0245-4b24-b565-fbe823fab9ab tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/ports?device_id=752df912-1fe9-4a3a-aedc-0b4fe4e15164 HTTP/1.1" status: 200 len: 945 time: 0.0547066 Sep 07 14:09:31.192734 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-274dae5b-6a07-4f82-b489-6f964c68198e req-3196c917-a2ad-4d14-9563-040b7c7acd19 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/security-groups?id=1eaa7adf-c23d-4a19-a899-ef24f817425f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343657 Sep 07 14:09:31.206920 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698c2784-f7fd-4be3-822e-9179f38a9920 req-13a891c2-fa77-4e66-9a32-c20337a0f8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:09:31.208546 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-698c2784-f7fd-4be3-822e-9179f38a9920 req-13a891c2-fa77-4e66-9a32-c20337a0f8a8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e6139945-2b0e-4dd3-b90e-3cc2664bbe09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0449405 Sep 07 14:09:31.308626 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-698c2784-f7fd-4be3-822e-9179f38a9920 req-bb5e977e-a358-46ea-a72a-26a39712ee8a service neutron] 10.222.0.23 "GET /v2.0/networks/e6139945-2b0e-4dd3-b90e-3cc2664bbe09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905440 Sep 07 14:09:31.414465 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-698c2784-f7fd-4be3-822e-9179f38a9920 req-cfb636e2-06ed-4d6a-aa55-b34b0831d98e service neutron] 10.222.0.23 "GET /v2.0/networks/e6139945-2b0e-4dd3-b90e-3cc2664bbe09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933406 Sep 07 14:09:31.558799 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a616a51c-f0e7-4a44-a4fe-e9adcd1a06d0 req-cc9baafc-a432-4287-a04a-3db735509a2e tempest-VolumesSnapshotTestJSON-131260254 tempest-VolumesSnapshotTestJSON-131260254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:09:31.560264 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-a616a51c-f0e7-4a44-a4fe-e9adcd1a06d0 req-cc9baafc-a432-4287-a04a-3db735509a2e tempest-VolumesSnapshotTestJSON-131260254 tempest-VolumesSnapshotTestJSON-131260254-project] 10.222.0.60 "GET /v2.0/ports?device_id=a9eaba82-ccd1-477b-bbdf-de5882aed6a3 HTTP/1.1" status: 200 len: 946 time: 0.0525777 Sep 07 14:09:31.597270 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-a616a51c-f0e7-4a44-a4fe-e9adcd1a06d0 req-f73d0ff8-4f2c-432f-991f-66251abcbbab tempest-VolumesSnapshotTestJSON-131260254 tempest-VolumesSnapshotTestJSON-131260254-project] 10.222.0.60 "GET /v2.0/security-groups?id=f33acb5f-a3c4-498e-a973-ef93198eaf3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311096 Sep 07 14:09:32.019134 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143d6ed0-6d3e-43c9-a34d-16130c0eb961 req-9f0a7266-411c-41c6-8ca1-e2298dd43f03 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:09:32.020719 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-143d6ed0-6d3e-43c9-a34d-16130c0eb961 req-9f0a7266-411c-41c6-8ca1-e2298dd43f03 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.23 "GET /v2.0/ports?device_id=752df912-1fe9-4a3a-aedc-0b4fe4e15164 HTTP/1.1" status: 200 len: 945 time: 0.0513570 Sep 07 14:09:32.144401 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.plugin [req-143d6ed0-6d3e-43c9-a34d-16130c0eb961 req-31c0957e-2f9f-41dd-9f60-e8d17518d458 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] Deleting port b6cd42c1-b689-49a0-9a9e-c9f3eb56a44a {{(pid=94138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 14:09:32.144736 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-143d6ed0-6d3e-43c9-a34d-16130c0eb961 req-31c0957e-2f9f-41dd-9f60-e8d17518d458 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735729003030'] for port, before_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:32.239426 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.db [req-143d6ed0-6d3e-43c9-a34d-16130c0eb961 req-31c0957e-2f9f-41dd-9f60-e8d17518d458 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] For port b6cd42c1-b689-49a0-9a9e-c9f3eb56a44a, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=b6cd42c1-b689-49a0-9a9e-c9f3eb56a44a,segment=NetworkSegment(ba3351c9-0c6a-4f15-ac4a-054b7b31d9c5),segment_id=ba3351c9-0c6a-4f15-ac4a-054b7b31d9c5)] {{(pid=94138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:09:32.239791 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-143d6ed0-6d3e-43c9-a34d-16130c0eb961 req-31c0957e-2f9f-41dd-9f60-e8d17518d458 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453383'] for port, precommit_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:32.252649 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.plugin [req-143d6ed0-6d3e-43c9-a34d-16130c0eb961 req-31c0957e-2f9f-41dd-9f60-e8d17518d458 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] Calling delete_port for b6cd42c1-b689-49a0-9a9e-c9f3eb56a44a owned by compute:nova {{(pid=94138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 14:09:32.337272 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb66ae62-b821-4d5b-a3fa-97bb120124ae req-1157b1b9-e982-4941-b4e5-b53dcec43347 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:09:32.338834 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-fb66ae62-b821-4d5b-a3fa-97bb120124ae req-1157b1b9-e982-4941-b4e5-b53dcec43347 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/ports?device_id=752df912-1fe9-4a3a-aedc-0b4fe4e15164 HTTP/1.1" status: 200 len: 945 time: 0.0593872 Sep 07 14:09:32.377714 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-fb66ae62-b821-4d5b-a3fa-97bb120124ae req-6a199eec-4b5b-44ff-ab05-b3f3eec8a09c tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.60 "GET /v2.0/security-groups?id=1eaa7adf-c23d-4a19-a899-ef24f817425f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326276 Sep 07 14:09:32.394503 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-143d6ed0-6d3e-43c9-a34d-16130c0eb961 req-31c0957e-2f9f-41dd-9f60-e8d17518d458 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735729008604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735728620454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65197361'] for port, after_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:32.409830 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.db [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] get_ports_and_sgs() called for port_ids ['b6cd42c1-b689-49a0-9a9e-c9f3eb56a44a'] {{(pid=94139) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 14:09:32.433224 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c0957e-2f9f-41dd-9f60-e8d17518d458 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] Pushing event deleted for resources: {'Port': ['ID=b6cd42c1-b689-49a0-9a9e-c9f3eb56a44a,revision_number=None']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:09:32.477106 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.db.l3_dvrscheduler_db [req-143d6ed0-6d3e-43c9-a34d-16130c0eb961 req-31c0957e-2f9f-41dd-9f60-e8d17518d458 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] No DVR routers for this DVR port b6cd42c1-b689-49a0-9a9e-c9f3eb56a44a on host hv-cinder-78291 {{(pid=94138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 14:09:32.480307 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-143d6ed0-6d3e-43c9-a34d-16130c0eb961 req-31c0957e-2f9f-41dd-9f60-e8d17518d458 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88768'] for port, before_response {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:32.482484 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-143d6ed0-6d3e-43c9-a34d-16130c0eb961 req-31c0957e-2f9f-41dd-9f60-e8d17518d458 tempest-ServerRescueNegativeTestJSON-476388798 tempest-ServerRescueNegativeTestJSON-476388798-project] 10.222.0.23 "DELETE /v2.0/ports/b6cd42c1-b689-49a0-9a9e-c9f3eb56a44a HTTP/1.1" status: 204 len: 173 time: 0.4319253 Sep 07 14:09:32.482955 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '752df912-1fe9-4a3a-aedc-0b4fe4e15164', 'name': 'network-vif-deleted', 'tag': 'b6cd42c1-b689-49a0-9a9e-c9f3eb56a44a'}] {{(pid=94138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:09:32.485261 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2f7ddeb31991bace343f2b2f4f22cd3bc4274a24b7cd750f83a004d46e17087" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0012971-271f-4502-89b3-89934e277357" -d '{"events": [{"server_uuid": "752df912-1fe9-4a3a-aedc-0b4fe4e15164", "name": "network-vif-deleted", "tag": "b6cd42c1-b689-49a0-9a9e-c9f3eb56a44a"}]}' {{(pid=94138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:09:32.523227 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 14:09:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46436cfc-ec1c-414d-a9ce-876c8d65586c x-openstack-request-id: req-46436cfc-ec1c-414d-a9ce-876c8d65586c {{(pid=94138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:09:32.523542 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "752df912-1fe9-4a3a-aedc-0b4fe4e15164", "name": "network-vif-deleted", "tag": "b6cd42c1-b689-49a0-9a9e-c9f3eb56a44a", "status": "completed", "code": 200}]} {{(pid=94138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:09:32.523776 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-46436cfc-ec1c-414d-a9ce-876c8d65586c {{(pid=94138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:09:32.524166 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '752df912-1fe9-4a3a-aedc-0b4fe4e15164', 'name': 'network-vif-deleted', 'tag': 'b6cd42c1-b689-49a0-9a9e-c9f3eb56a44a', 'status': 'completed', 'code': 200} Sep 07 14:09:32.721021 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a26765-7280-4944-8cf5-5e8e315e3e11 req-93d5a5da-4431-45d8-9023-8cdbb01065bf tempest-VolumesSnapshotTestJSON-131260254 tempest-VolumesSnapshotTestJSON-131260254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:09:32.722735 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-58a26765-7280-4944-8cf5-5e8e315e3e11 req-93d5a5da-4431-45d8-9023-8cdbb01065bf tempest-VolumesSnapshotTestJSON-131260254 tempest-VolumesSnapshotTestJSON-131260254-project] 10.222.0.60 "GET /v2.0/ports?device_id=a9eaba82-ccd1-477b-bbdf-de5882aed6a3 HTTP/1.1" status: 200 len: 946 time: 0.0488460 Sep 07 14:09:32.762665 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-58a26765-7280-4944-8cf5-5e8e315e3e11 req-952980c8-6c2a-4a6e-8a69-de4119ed4c94 tempest-VolumesSnapshotTestJSON-131260254 tempest-VolumesSnapshotTestJSON-131260254-project] 10.222.0.60 "GET /v2.0/security-groups?id=f33acb5f-a3c4-498e-a973-ef93198eaf3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338595 Sep 07 14:09:33.436733 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.wsgi [-] (94137) accepted ('10.222.0.60', 49224) {{(pid=94137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:09:33.867489 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-317bf9dd-f37d-4331-9c8c-f2f1f1bca8b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-433534'] for router_interface, before_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:34.402177 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.plugin [None req-317bf9dd-f37d-4331-9c8c-f2f1f1bca8b4 admin admin] Deleting port bd8dedaf-b468-4e14-a4e6-01393fa094a7 {{(pid=94137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 14:09:34.402656 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-317bf9dd-f37d-4331-9c8c-f2f1f1bca8b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735729003030'] for port, before_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:34.490587 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.db [None req-317bf9dd-f37d-4331-9c8c-f2f1f1bca8b4 admin admin] For port bd8dedaf-b468-4e14-a4e6-01393fa094a7, host dv-cinder-782910-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-4-iscsi',level=0,port_id=bd8dedaf-b468-4e14-a4e6-01393fa094a7,segment=NetworkSegment(ba3351c9-0c6a-4f15-ac4a-054b7b31d9c5),segment_id=ba3351c9-0c6a-4f15-ac4a-054b7b31d9c5)] {{(pid=94137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:09:34.490960 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-317bf9dd-f37d-4331-9c8c-f2f1f1bca8b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453383'] for port, precommit_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:34.504601 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.plugin [None req-317bf9dd-f37d-4331-9c8c-f2f1f1bca8b4 admin admin] Calling delete_port for bd8dedaf-b468-4e14-a4e6-01393fa094a7 owned by network:router_interface {{(pid=94137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 14:09:34.722734 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-317bf9dd-f37d-4331-9c8c-f2f1f1bca8b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735729008604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735728620454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63929217'] for port, after_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:34.750424 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317bf9dd-f37d-4331-9c8c-f2f1f1bca8b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd8dedaf-b468-4e14-a4e6-01393fa094a7,revision_number=None']} {{(pid=94137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:09:34.915069 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-317bf9dd-f37d-4331-9c8c-f2f1f1bca8b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-433554'] for router_interface, after_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:35.140076 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-317bf9dd-f37d-4331-9c8c-f2f1f1bca8b4 admin admin] Router db0f73ed-72c0-4237-a571-ef8c93c7e60f has already been hosted by L3 agent fa68c273-d39f-43dc-b6f8-e0c6852ace12 {{(pid=94137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 14:09:35.252769 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-317bf9dd-f37d-4331-9c8c-f2f1f1bca8b4 admin admin] Notify agent at l3_agent.dv-cinder-782910-4-iscsi the message routers_updated {{(pid=94137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 14:09:35.257857 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [None req-317bf9dd-f37d-4331-9c8c-f2f1f1bca8b4 admin admin] 10.222.0.60 "PUT /v2.0/routers/db0f73ed-72c0-4237-a571-ef8c93c7e60f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8200130 Sep 07 14:09:35.260719 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.wsgi [-] (94137) accepted ('10.222.0.60', 49248) {{(pid=94137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:09:35.263357 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e363f6e-96a3-448b-a76f-8cf15f8a2bf3 None None] Sync routers for ids ['db0f73ed-72c0-4237-a571-ef8c93c7e60f'] in dv-cinder-782910-4-iscsi {{(pid=94140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 14:09:35.273169 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e363f6e-96a3-448b-a76f-8cf15f8a2bf3 None None] Routers {'db0f73ed-72c0-4237-a571-ef8c93c7e60f'} bound to L3 agent in host dv-cinder-782910-4-iscsi {{(pid=94140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:09:35.273850 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.l3_hamode_db [None req-8e363f6e-96a3-448b-a76f-8cf15f8a2bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T13:58:13Z,description=,heartbeat_timestamp=2021-09-07T14:09:13Z,host='dv-cinder-782910-4-iscsi',id=fa68c273-d39f-43dc-b6f8-e0c6852ace12,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T13:58:13Z,topic='l3_agent')) {'router_ids': ['db0f73ed-72c0-4237-a571-ef8c93c7e60f'], 'active': True} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:09:35.388096 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.l3_dvr_db [None req-8e363f6e-96a3-448b-a76f-8cf15f8a2bf3 None None] Set router db0f73ed-72c0-4237-a571-ef8c93c7e60f gateway port host: dv-cinder-782910-4-iscsi {{(pid=94140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:09:35.389664 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-906cd9ec-c6f9-47e7-9f0a-38729cba8b9c admin admin] Notify callbacks [] for router, before_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:35.495804 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-906cd9ec-c6f9-47e7-9f0a-38729cba8b9c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:35.553192 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.plugin [None req-906cd9ec-c6f9-47e7-9f0a-38729cba8b9c admin admin] Deleting port 8f6374b2-2c39-4af5-9ddd-7a18d2edbb4f {{(pid=94137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 14:09:35.553551 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-906cd9ec-c6f9-47e7-9f0a-38729cba8b9c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735729003030'] for port, before_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:35.579632 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.l3_hamode_db [None req-8e363f6e-96a3-448b-a76f-8cf15f8a2bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db0f73ed-72c0-4237-a571-ef8c93c7e60f', 'name': 'tempest-ServerRescueNegativeTestJSON-180263445-router', 'tenant_id': '1d6de94667ae4a6191fd8937736e1379', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'external_fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': '8f6374b2-2c39-4af5-9ddd-7a18d2edbb4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:06:08Z', 'updated_at': '2021-09-07T14:09:34Z', 'revision_number': 5, 'project_id': '1d6de94667ae4a6191fd8937736e1379', 'gw_port': {'id': '8f6374b2-2c39-4af5-9ddd-7a18d2edbb4f', 'name': '', 'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:e3:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db0f73ed-72c0-4237-a571-ef8c93c7e60f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:06:10Z', 'updated_at': '2021-09-07T14:06:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-4-iscsi'}], 'dv-cinder-782910-4-iscsi', False) {} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:09:35.607145 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e363f6e-96a3-448b-a76f-8cf15f8a2bf3 None None] Checking router: db0f73ed-72c0-4237-a571-ef8c93c7e60f for host: dv-cinder-782910-4-iscsi {{(pid=94140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 14:09:35.615588 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e363f6e-96a3-448b-a76f-8cf15f8a2bf3 None None] Routers {'db0f73ed-72c0-4237-a571-ef8c93c7e60f'} bound to L3 agent in host dv-cinder-782910-4-iscsi {{(pid=94140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:09:35.616200 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.l3_hamode_db [None req-8e363f6e-96a3-448b-a76f-8cf15f8a2bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T13:58:13Z,description=,heartbeat_timestamp=2021-09-07T14:09:13Z,host='dv-cinder-782910-4-iscsi',id=fa68c273-d39f-43dc-b6f8-e0c6852ace12,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T13:58:13Z,topic='l3_agent')) {'router_ids': ['db0f73ed-72c0-4237-a571-ef8c93c7e60f'], 'active': True} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:09:35.637636 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.db [None req-906cd9ec-c6f9-47e7-9f0a-38729cba8b9c admin admin] For port 8f6374b2-2c39-4af5-9ddd-7a18d2edbb4f, host dv-cinder-782910-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-4-iscsi',level=0,port_id=8f6374b2-2c39-4af5-9ddd-7a18d2edbb4f,segment=NetworkSegment(5550a781-5bde-4ad4-a1aa-3dd2778b0f71),segment_id=5550a781-5bde-4ad4-a1aa-3dd2778b0f71)] {{(pid=94137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:09:35.638005 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-906cd9ec-c6f9-47e7-9f0a-38729cba8b9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453383'] for port, precommit_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:35.654115 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.plugin [None req-906cd9ec-c6f9-47e7-9f0a-38729cba8b9c admin admin] Calling delete_port for 8f6374b2-2c39-4af5-9ddd-7a18d2edbb4f owned by network:router_gateway {{(pid=94137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 14:09:35.711390 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.l3_dvr_db [None req-8e363f6e-96a3-448b-a76f-8cf15f8a2bf3 None None] Set router db0f73ed-72c0-4237-a571-ef8c93c7e60f gateway port host: None {{(pid=94140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:09:35.773579 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.l3_hamode_db [None req-8e363f6e-96a3-448b-a76f-8cf15f8a2bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db0f73ed-72c0-4237-a571-ef8c93c7e60f', 'name': 'tempest-ServerRescueNegativeTestJSON-180263445-router', 'tenant_id': '1d6de94667ae4a6191fd8937736e1379', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:06:08Z', 'updated_at': '2021-09-07T14:09:35Z', 'revision_number': 6, 'project_id': '1d6de94667ae4a6191fd8937736e1379', 'gw_port_host': None}], 'dv-cinder-782910-4-iscsi', False) {} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:09:35.809010 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e363f6e-96a3-448b-a76f-8cf15f8a2bf3 None None] The sync data for ids ['db0f73ed-72c0-4237-a571-ef8c93c7e60f'] in dv-cinder-782910-4-iscsi is: [{'id': 'db0f73ed-72c0-4237-a571-ef8c93c7e60f', 'name': 'tempest-ServerRescueNegativeTestJSON-180263445-router', 'tenant_id': '1d6de94667ae4a6191fd8937736e1379', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:06:08Z', 'updated_at': '2021-09-07T14:09:35Z', 'revision_number': 6, 'project_id': '1d6de94667ae4a6191fd8937736e1379', 'gw_port_host': None}] {{(pid=94140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 14:09:35.861832 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Device b6cd42c1-b689-49a0-9a9e-c9f3eb56a44a no longer exists at agent hyperv_hv-cinder-78291 {{(pid=94139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 14:09:35.876345 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-906cd9ec-c6f9-47e7-9f0a-38729cba8b9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735729008604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735728620454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63929217'] for port, after_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:35.882656 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.plugin [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] No Port match for: b6cd42c1-b689-49a0-9a9e-c9f3eb56a44a {{(pid=94139) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 14:09:35.883067 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Device b6cd42c1-b689-49a0-9a9e-c9f3eb56a44a not bound to the agent host hv-cinder-78291 {{(pid=94139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 14:09:35.914094 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906cd9ec-c6f9-47e7-9f0a-38729cba8b9c admin admin] Pushing event deleted for resources: {'Port': ['ID=8f6374b2-2c39-4af5-9ddd-7a18d2edbb4f,revision_number=None']} {{(pid=94137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:09:35.964446 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff24689-5c0d-41c3-aada-0dd4d8af981e req-a32151a0-5cb5-4174-9b95-c8d114e75358 tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:09:35.965966 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-2ff24689-5c0d-41c3-aada-0dd4d8af981e req-a32151a0-5cb5-4174-9b95-c8d114e75358 tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] 10.222.0.60 "GET /v2.0/ports?device_id=e21ed294-e1b8-43fd-95b0-cefb74631455 HTTP/1.1" status: 200 len: 946 time: 0.1406529 Sep 07 14:09:36.006604 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-906cd9ec-c6f9-47e7-9f0a-38729cba8b9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-432432'] for router_gateway, after_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:36.055016 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-2ff24689-5c0d-41c3-aada-0dd4d8af981e req-06f3a65b-9372-4f9f-919e-7890ef6a2711 tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] 10.222.0.60 "GET /v2.0/security-groups?id=4f7dc2d4-63eb-4f55-94d4-dc3bb3bdb6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826757 Sep 07 14:09:36.125143 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-906cd9ec-c6f9-47e7-9f0a-38729cba8b9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-932'] for router, precommit_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:36.127195 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-906cd9ec-c6f9-47e7-9f0a-38729cba8b9c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:36.209093 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-906cd9ec-c6f9-47e7-9f0a-38729cba8b9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-429402'] for router, after_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:36.209658 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-906cd9ec-c6f9-47e7-9f0a-38729cba8b9c admin admin] Fanout notify agent at l3_agent the message router_deleted on router db0f73ed-72c0-4237-a571-ef8c93c7e60f {{(pid=94137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 14:09:36.214747 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-906cd9ec-c6f9-47e7-9f0a-38729cba8b9c admin admin] Notify callbacks [] for router, before_response {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:36.218190 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [None req-906cd9ec-c6f9-47e7-9f0a-38729cba8b9c admin admin] 10.222.0.60 "DELETE /v2.0/routers/db0f73ed-72c0-4237-a571-ef8c93c7e60f HTTP/1.1" status: 204 len: 168 time: 0.9542301 Sep 07 14:09:36.218410 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.wsgi [-] (94137) accepted ('10.222.0.60', 49258) {{(pid=94137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:09:36.271685 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0a049b7-cf1e-4df5-911c-0286c24db103 admin admin] Deleting subnet 1cd4c5b2-90f1-4140-9c02-290aaedbc1cc {{(pid=94137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 14:09:36.275441 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-d0a049b7-cf1e-4df5-911c-0286c24db103 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:36.301849 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-90497945-cc67-4e40-89ff-93978391019b None None] Device bd8dedaf-b468-4e14-a4e6-01393fa094a7 no longer exists at agent ovs-agent-dv-cinder-782910-4-iscsi {{(pid=94139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 14:09:36.317888 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-d0a049b7-cf1e-4df5-911c-0286c24db103 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63800826'] for subnet, precommit_delete_associations {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:36.324408 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.plugin [None req-90497945-cc67-4e40-89ff-93978391019b None None] No Port match for: bd8dedaf-b468-4e14-a4e6-01393fa094a7 {{(pid=94139) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 14:09:36.324762 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-90497945-cc67-4e40-89ff-93978391019b None None] Device bd8dedaf-b468-4e14-a4e6-01393fa094a7 not bound to the agent host dv-cinder-782910-4-iscsi {{(pid=94139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 14:09:36.360470 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-d0a049b7-cf1e-4df5-911c-0286c24db103 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1466112'] for subnet, precommit_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:36.416824 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-d0a049b7-cf1e-4df5-911c-0286c24db103 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1466169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63929332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64237226'] for subnet, after_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:36.442052 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a049b7-cf1e-4df5-911c-0286c24db103 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1cd4c5b2-90f1-4140-9c02-290aaedbc1cc,revision_number=None']} {{(pid=94137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:09:36.446594 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-d0a049b7-cf1e-4df5-911c-0286c24db103 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539090'] for subnet, before_response {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:36.449005 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [None req-d0a049b7-cf1e-4df5-911c-0286c24db103 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/1cd4c5b2-90f1-4140-9c02-290aaedbc1cc HTTP/1.1" status: 204 len: 168 time: 0.2292619 Sep 07 14:09:36.451002 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.wsgi [-] (94137) accepted ('10.222.0.60', 49264) {{(pid=94137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:09:36.519975 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-5e096757-af6d-4deb-9ce9-281497a91cec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580555'] for network, before_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:36.605093 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-5e096757-af6d-4deb-9ce9-281497a91cec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1461133', 'neutron.services.segments.db._delete_segments_for_network-8735729117049'] for network, precommit_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:36.629962 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.services.segments.db [None req-5e096757-af6d-4deb-9ce9-281497a91cec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b48e9ba8-aaf3-4c6b-ae21-ae2a5cc44314']}} {{(pid=94137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:09:36.639409 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.services.segments.db [None req-5e096757-af6d-4deb-9ce9-281497a91cec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba3351c9-0c6a-4f15-ac4a-054b7b31d9c5') {'for_net_delete': True} {{(pid=94137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:09:36.639700 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.services.segments.db [None req-5e096757-af6d-4deb-9ce9-281497a91cec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba3351c9-0c6a-4f15-ac4a-054b7b31d9c5') {} {{(pid=94137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:09:36.649176 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-5e096757-af6d-4deb-9ce9-281497a91cec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735729115778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63800819'] for segment, before_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:36.664157 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-5e096757-af6d-4deb-9ce9-281497a91cec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1461082'] for segment, precommit_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:36.673058 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e096757-af6d-4deb-9ce9-281497a91cec admin admin] Releasing vlan 690 on physical network physnet1 to pool {{(pid=94137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 14:09:36.673584 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-5e096757-af6d-4deb-9ce9-281497a91cec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1461082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63928662'] for segment, after_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:36.675687 dv-cinder-782910-4-iscsi neutron-server[94137]: Traceback (most recent call last): Sep 07 14:09:36.675687 dv-cinder-782910-4-iscsi neutron-server[94137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 14:09:36.675687 dv-cinder-782910-4-iscsi neutron-server[94137]: timer() Sep 07 14:09:36.675687 dv-cinder-782910-4-iscsi neutron-server[94137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 14:09:36.675687 dv-cinder-782910-4-iscsi neutron-server[94137]: cb(*args, **kw) Sep 07 14:09:36.675687 dv-cinder-782910-4-iscsi neutron-server[94137]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 14:09:36.675687 dv-cinder-782910-4-iscsi neutron-server[94137]: return func(*args, **kwargs) Sep 07 14:09:36.675687 dv-cinder-782910-4-iscsi neutron-server[94137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 14:09:36.675687 dv-cinder-782910-4-iscsi neutron-server[94137]: self._notify() Sep 07 14:09:36.675687 dv-cinder-782910-4-iscsi neutron-server[94137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 14:09:36.675687 dv-cinder-782910-4-iscsi neutron-server[94137]: self.callback(batched_events) Sep 07 14:09:36.675687 dv-cinder-782910-4-iscsi neutron-server[94137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 14:09:36.675687 dv-cinder-782910-4-iscsi neutron-server[94137]: event.method(event) Sep 07 14:09:36.675687 dv-cinder-782910-4-iscsi neutron-server[94137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 14:09:36.675687 dv-cinder-782910-4-iscsi neutron-server[94137]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 14:09:36.675687 dv-cinder-782910-4-iscsi neutron-server[94137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 14:09:36.675687 dv-cinder-782910-4-iscsi neutron-server[94137]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 14:09:36.675687 dv-cinder-782910-4-iscsi neutron-server[94137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 14:09:36.675687 dv-cinder-782910-4-iscsi neutron-server[94137]: return f(self, *a, **k) Sep 07 14:09:36.675687 dv-cinder-782910-4-iscsi neutron-server[94137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 14:09:36.675687 dv-cinder-782910-4-iscsi neutron-server[94137]: return self._get(url).json() Sep 07 14:09:36.675687 dv-cinder-782910-4-iscsi neutron-server[94137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 14:09:36.675687 dv-cinder-782910-4-iscsi neutron-server[94137]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 14:09:36.675687 dv-cinder-782910-4-iscsi neutron-server[94137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 14:09:36.675687 dv-cinder-782910-4-iscsi neutron-server[94137]: return self.request(url, 'GET', **kwargs) Sep 07 14:09:36.675687 dv-cinder-782910-4-iscsi neutron-server[94137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 14:09:36.675687 dv-cinder-782910-4-iscsi neutron-server[94137]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 14:09:36.675687 dv-cinder-782910-4-iscsi neutron-server[94137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 14:09:36.675687 dv-cinder-782910-4-iscsi neutron-server[94137]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 14:09:36.675687 dv-cinder-782910-4-iscsi neutron-server[94137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 14:09:36.675687 dv-cinder-782910-4-iscsi neutron-server[94137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 14:09:36.675687 dv-cinder-782910-4-iscsi neutron-server[94137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 14:09:36.963582 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-5e096757-af6d-4deb-9ce9-281497a91cec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1461122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-432396'] for network, after_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:36.970532 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-5e096757-af6d-4deb-9ce9-281497a91cec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539090'] for network, before_response {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:36.974913 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [None req-5e096757-af6d-4deb-9ce9-281497a91cec admin admin] 10.222.0.60 "DELETE /v2.0/networks/b48e9ba8-aaf3-4c6b-ae21-ae2a5cc44314 HTTP/1.1" status: 204 len: 168 time: 0.5206077 Sep 07 14:09:36.982141 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e096757-af6d-4deb-9ce9-281497a91cec admin admin] Pushing event deleted for resources: {'Network': ['ID=b48e9ba8-aaf3-4c6b-ae21-ae2a5cc44314,revision_number=None']} {{(pid=94137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:09:37.096423 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.wsgi [-] (94138) accepted ('10.222.0.60', 49270) {{(pid=94138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:09:37.136832 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [None req-e0d42327-3514-4009-8a28-2a209b3368d0 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1d6de94667ae4a6191fd8937736e1379&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0390065 Sep 07 14:09:37.139330 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.wsgi [-] (94138) accepted ('10.222.0.60', 49272) {{(pid=94138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:09:37.181430 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24853116-34b1-4b40-96b8-732606e5067e req-c3903cd5-cfa9-48ba-8c05-016e40f841b3 tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:09:37.181430 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-24853116-34b1-4b40-96b8-732606e5067e req-c3903cd5-cfa9-48ba-8c05-016e40f841b3 tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] 10.222.0.60 "GET /v2.0/ports?device_id=e21ed294-e1b8-43fd-95b0-cefb74631455 HTTP/1.1" status: 200 len: 946 time: 0.0519230 Sep 07 14:09:37.192191 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-ac9df795-bcbb-4745-960c-e4a7aff4c12b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:37.216279 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-ac9df795-bcbb-4745-960c-e4a7aff4c12b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:37.223740 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-24853116-34b1-4b40-96b8-732606e5067e req-674c46f6-2ea4-449d-b074-602c477a32c1 tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] 10.222.0.60 "GET /v2.0/security-groups?id=4f7dc2d4-63eb-4f55-94d4-dc3bb3bdb6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347123 Sep 07 14:09:37.266888 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-ac9df795-bcbb-4745-960c-e4a7aff4c12b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585164'] for security_group, after_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:37.269834 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-ac9df795-bcbb-4745-960c-e4a7aff4c12b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:37.270991 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [None req-ac9df795-bcbb-4745-960c-e4a7aff4c12b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1eaa7adf-c23d-4a19-a899-ef24f817425f HTTP/1.1" status: 204 len: 168 time: 0.1306040 Sep 07 14:09:37.278844 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9df795-bcbb-4745-960c-e4a7aff4c12b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eaa7adf-c23d-4a19-a899-ef24f817425f,revision_number=None']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:09:37.934048 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b100ee-0f75-472c-990e-118b781c7204 req-fc53f3b1-2225-4e4e-bbf2-ce1cdf676599 tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:09:37.935589 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-87b100ee-0f75-472c-990e-118b781c7204 req-fc53f3b1-2225-4e4e-bbf2-ce1cdf676599 tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] 10.222.0.23 "GET /v2.0/ports?device_id=e21ed294-e1b8-43fd-95b0-cefb74631455 HTTP/1.1" status: 200 len: 946 time: 0.0549386 Sep 07 14:09:38.014267 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.wsgi [-] (94137) accepted ('10.222.0.60', 49298) {{(pid=94137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:09:38.040080 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.plugin [req-87b100ee-0f75-472c-990e-118b781c7204 req-2f88f624-60ef-4bf8-8439-c1fe8fe758a8 tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] Deleting port ca6895f5-1d28-452e-b719-19e9647c15bd {{(pid=94138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 14:09:38.040421 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-87b100ee-0f75-472c-990e-118b781c7204 req-2f88f624-60ef-4bf8-8439-c1fe8fe758a8 tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735729003030'] for port, before_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:38.119109 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.v2.base [None req-f4dacd37-a444-4bb2-83d8-4e953e109875 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1641349896-network', 'tenant_id': '6b4f71d3e9204b32b4e86d817985b1ea'}} {{(pid=94137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:09:38.142739 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4dacd37-a444-4bb2-83d8-4e953e109875 admin admin] Made reservation on behalf of 6b4f71d3e9204b32b4e86d817985b1ea for: {'network': 1} {{(pid=94137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 14:09:38.145049 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-f4dacd37-a444-4bb2-83d8-4e953e109875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for network, before_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:38.154493 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-f4dacd37-a444-4bb2-83d8-4e953e109875 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:38.163240 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.db [req-87b100ee-0f75-472c-990e-118b781c7204 req-2f88f624-60ef-4bf8-8439-c1fe8fe758a8 tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] For port ca6895f5-1d28-452e-b719-19e9647c15bd, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=ca6895f5-1d28-452e-b719-19e9647c15bd,segment=NetworkSegment(273b8804-25ce-4bc4-8196-9c483ce6e52d),segment_id=273b8804-25ce-4bc4-8196-9c483ce6e52d)] {{(pid=94138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:09:38.163686 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-87b100ee-0f75-472c-990e-118b781c7204 req-2f88f624-60ef-4bf8-8439-c1fe8fe758a8 tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453383'] for port, precommit_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:38.185815 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-90497945-cc67-4e40-89ff-93978391019b None None] Device 8f6374b2-2c39-4af5-9ddd-7a18d2edbb4f no longer exists at agent ovs-agent-dv-cinder-782910-4-iscsi {{(pid=94139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 14:09:38.186464 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.plugin [req-87b100ee-0f75-472c-990e-118b781c7204 req-2f88f624-60ef-4bf8-8439-c1fe8fe758a8 tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] Calling delete_port for ca6895f5-1d28-452e-b719-19e9647c15bd owned by compute:nova {{(pid=94138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 14:09:38.207503 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.plugin [None req-90497945-cc67-4e40-89ff-93978391019b None None] No Port match for: 8f6374b2-2c39-4af5-9ddd-7a18d2edbb4f {{(pid=94139) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 14:09:38.208159 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-90497945-cc67-4e40-89ff-93978391019b None None] Device 8f6374b2-2c39-4af5-9ddd-7a18d2edbb4f not bound to the agent host dv-cinder-782910-4-iscsi {{(pid=94139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 14:09:38.254994 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-f4dacd37-a444-4bb2-83d8-4e953e109875 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:38.260391 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-f4dacd37-a444-4bb2-83d8-4e953e109875 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585164'] for security_group, after_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:38.287987 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4dacd37-a444-4bb2-83d8-4e953e109875 admin admin] vlan segment allocate from pool success with {'vlan_id': 692, 'physical_network': 'physnet1'} {{(pid=94137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 14:09:38.318318 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-f4dacd37-a444-4bb2-83d8-4e953e109875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1461082'] for segment, precommit_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:38.318660 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.db.segments_db [None req-f4dacd37-a444-4bb2-83d8-4e953e109875 admin admin] Added segment 21c9d53f-7d57-4732-bacb-70574652c02f of type vlan for network 7080b35d-131d-4288-830a-20e851d36466 Sep 07 14:09:38.321077 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dacd37-a444-4bb2-83d8-4e953e109875 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3c7d230-4494-4e12-8ff6-687e47c191b9,revision_number=1']} {{(pid=94137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:09:38.340609 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-87b100ee-0f75-472c-990e-118b781c7204 req-2f88f624-60ef-4bf8-8439-c1fe8fe758a8 tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735729008604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735728620454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65197361'] for port, after_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:38.353163 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.db [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] get_ports_and_sgs() called for port_ids ['4d09b16a-797a-4fc5-ac48-ce9d0ebf9736', '67e6486c-1550-4743-804e-0be124adcfe4', 'b8dcc810-8321-4097-bfa7-d312ba476515', 'ca6895f5-1d28-452e-b719-19e9647c15bd'] {{(pid=94139) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 14:09:38.376543 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f88f624-60ef-4bf8-8439-c1fe8fe758a8 tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] Pushing event deleted for resources: {'Port': ['ID=ca6895f5-1d28-452e-b719-19e9647c15bd,revision_number=None']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:09:38.396727 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-f4dacd37-a444-4bb2-83d8-4e953e109875 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735728577284'] for network, precommit_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:38.414309 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a495b08-a855-457d-95b6-fd66de0cdac6 req-e4634572-fa27-4493-8a52-3aabc7d10dc9 tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:09:38.415923 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-8a495b08-a855-457d-95b6-fd66de0cdac6 req-e4634572-fa27-4493-8a52-3aabc7d10dc9 tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] 10.222.0.60 "GET /v2.0/ports?device_id=e21ed294-e1b8-43fd-95b0-cefb74631455 HTTP/1.1" status: 200 len: 867 time: 0.1107626 Sep 07 14:09:38.428813 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.db.l3_dvrscheduler_db [req-87b100ee-0f75-472c-990e-118b781c7204 req-2f88f624-60ef-4bf8-8439-c1fe8fe758a8 tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] No DVR routers for this DVR port ca6895f5-1d28-452e-b719-19e9647c15bd on host hv-cinder-78291 {{(pid=94138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 14:09:38.431539 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-87b100ee-0f75-472c-990e-118b781c7204 req-2f88f624-60ef-4bf8-8439-c1fe8fe758a8 tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88768'] for port, before_response {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:38.433825 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-87b100ee-0f75-472c-990e-118b781c7204 req-2f88f624-60ef-4bf8-8439-c1fe8fe758a8 tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] 10.222.0.23 "DELETE /v2.0/ports/ca6895f5-1d28-452e-b719-19e9647c15bd HTTP/1.1" status: 204 len: 173 time: 0.4904659 Sep 07 14:09:38.434338 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e21ed294-e1b8-43fd-95b0-cefb74631455', 'name': 'network-vif-deleted', 'tag': 'ca6895f5-1d28-452e-b719-19e9647c15bd'}] {{(pid=94138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:09:38.437343 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2f7ddeb31991bace343f2b2f4f22cd3bc4274a24b7cd750f83a004d46e17087" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d205ac06-0bcb-4a7a-9abd-c76835e3432f" -d '{"events": [{"server_uuid": "e21ed294-e1b8-43fd-95b0-cefb74631455", "name": "network-vif-deleted", "tag": "ca6895f5-1d28-452e-b719-19e9647c15bd"}]}' {{(pid=94138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:09:38.479808 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-8a495b08-a855-457d-95b6-fd66de0cdac6 req-7eabd3a2-7ae0-4ca7-8eb2-ef23ff1413bb tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] 10.222.0.60 "GET /v2.0/security-groups?id=4f7dc2d4-63eb-4f55-94d4-dc3bb3bdb6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433297 Sep 07 14:09:38.481312 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-f4dacd37-a444-4bb2-83d8-4e953e109875 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072'] for network, after_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:38.482514 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4dacd37-a444-4bb2-83d8-4e953e109875 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:09:38.485383 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-f4dacd37-a444-4bb2-83d8-4e953e109875 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539090'] for network, before_response {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:38.513558 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [None req-f4dacd37-a444-4bb2-83d8-4e953e109875 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4979329 Sep 07 14:09:38.515958 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 14:09:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc7efad5-d39d-41d1-969c-3c8a86c23103 x-openstack-request-id: req-cc7efad5-d39d-41d1-969c-3c8a86c23103 {{(pid=94138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:09:38.516242 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e21ed294-e1b8-43fd-95b0-cefb74631455", "name": "network-vif-deleted", "tag": "ca6895f5-1d28-452e-b719-19e9647c15bd", "status": "completed", "code": 200}]} {{(pid=94138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:09:38.516488 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-cc7efad5-d39d-41d1-969c-3c8a86c23103 {{(pid=94138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:09:38.516877 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e21ed294-e1b8-43fd-95b0-cefb74631455', 'name': 'network-vif-deleted', 'tag': 'ca6895f5-1d28-452e-b719-19e9647c15bd', 'status': 'completed', 'code': 200} Sep 07 14:09:38.517362 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.wsgi [-] (94138) accepted ('10.222.0.60', 49308) {{(pid=94138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:09:38.522280 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.v2.base [None req-aae313a1-7439-4460-8cdf-9e6db0c42ee7 admin admin] Request body: {'subnet': {'network_id': '7080b35d-131d-4288-830a-20e851d36466', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1641349896-subnet', 'tenant_id': '6b4f71d3e9204b32b4e86d817985b1ea', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:09:38.554204 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aae313a1-7439-4460-8cdf-9e6db0c42ee7 admin admin] Made reservation on behalf of 6b4f71d3e9204b32b4e86d817985b1ea for: {'subnet': 1} {{(pid=94138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 14:09:38.556705 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-aae313a1-7439-4460-8cdf-9e6db0c42ee7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64691878'] for subnet, before_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:38.570010 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dacd37-a444-4bb2-83d8-4e953e109875 admin admin] Pushing event updated for resources: {'Network': ['ID=7080b35d-131d-4288-830a-20e851d36466,revision_number=1']} {{(pid=94137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:09:38.582580 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-90497945-cc67-4e40-89ff-93978391019b None None] Network 7080b35d-131d-4288-830a-20e851d36466 details requested by agent ovs-agent-dv-cinder-782910-4-iscsi with host dv-cinder-782910-4-iscsi {{(pid=94139) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 14:09:38.751845 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-aae313a1-7439-4460-8cdf-9e6db0c42ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65197445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64691888'] for subnet, after_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:38.813066 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae313a1-7439-4460-8cdf-9e6db0c42ee7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ffd200c-eaef-4ea2-b697-3bcc1716b422,revision_number=0']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:09:38.821549 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aae313a1-7439-4460-8cdf-9e6db0c42ee7 admin admin] Checking segment: {'id': '21c9d53f-7d57-4732-bacb-70574652c02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '7080b35d-131d-4288-830a-20e851d36466'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 14:09:38.821842 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aae313a1-7439-4460-8cdf-9e6db0c42ee7 admin admin] Network hostable DHCP agents. Network: 7080b35d-131d-4288-830a-20e851d36466, hostable agents: ['6cb9538d-ef7d-4fb7-b0aa-ad613f860704'], hosted agents: [] {{(pid=94138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 14:09:38.840388 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aae313a1-7439-4460-8cdf-9e6db0c42ee7 admin admin] Network 7080b35d-131d-4288-830a-20e851d36466 is scheduled to be hosted by DHCP agent 6cb9538d-ef7d-4fb7-b0aa-ad613f860704 with binding_index 1 {{(pid=94138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 14:09:38.849175 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.scheduler.base_scheduler [None req-aae313a1-7439-4460-8cdf-9e6db0c42ee7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782910-4-iscsi, 7080b35d-131d-4288-830a-20e851d36466) {{(pid=94138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:09:38.854112 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aae313a1-7439-4460-8cdf-9e6db0c42ee7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:09:38.854696 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-aae313a1-7439-4460-8cdf-9e6db0c42ee7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:38.863303 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a612f53-7019-4e58-85f3-2eaa52219231 None None] Network 7080b35d-131d-4288-830a-20e851d36466 requested from dv-cinder-782910-4-iscsi {{(pid=94139) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 14:09:38.871175 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [None req-aae313a1-7439-4460-8cdf-9e6db0c42ee7 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3527949 Sep 07 14:09:38.873930 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.wsgi [-] (94138) accepted ('10.222.0.60', 49310) {{(pid=94138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:09:38.878246 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.v2.base [None req-441e0eb8-162a-44e2-9642-c528f4446d9b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1641349896-router', 'tenant_id': '6b4f71d3e9204b32b4e86d817985b1ea', 'external_gateway_info': {'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92'}}} {{(pid=94138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:09:38.902692 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-441e0eb8-162a-44e2-9642-c528f4446d9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-430981', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4942'] for router, before_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:38.903719 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-441e0eb8-162a-44e2-9642-c528f4446d9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-429333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-433029', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-427134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4951'] for router, precommit_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:38.971502 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-441e0eb8-162a-44e2-9642-c528f4446d9b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:39.108637 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d754b56-81fe-44d4-8983-53c97b218679 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6c7af525-79c1-5515-b113-f9d7f983f641-7080b35d-131d-4288-830a-20e851d36466', 'network_id': '7080b35d-131d-4288-830a-20e851d36466', 'tenant_id': '6b4f71d3e9204b32b4e86d817985b1ea', 'fixed_ips': [{'subnet_id': '5ffd200c-eaef-4ea2-b697-3bcc1716b422'}]}} from dv-cinder-782910-4-iscsi. {{(pid=94139) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 14:09:39.109527 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-5d754b56-81fe-44d4-8983-53c97b218679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_create {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:39.116725 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-441e0eb8-162a-44e2-9642-c528f4446d9b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:39.441948 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.db_base_plugin_common [None req-5d754b56-81fe-44d4-8983-53c97b218679 None None] Allocated IP 172.20.0.2 (7080b35d-131d-4288-830a-20e851d36466/5ffd200c-eaef-4ea2-b697-3bcc1716b422/164d44ff-ab9c-4466-ab60-db189a3ed19e) {{(pid=94139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 14:09:39.576577 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-441e0eb8-162a-44e2-9642-c528f4446d9b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:39.598961 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-441e0eb8-162a-44e2-9642-c528f4446d9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:39.660654 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-5d754b56-81fe-44d4-8983-53c97b218679 None None] Notify callbacks [] for port, precommit_create {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:39.671589 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-5d754b56-81fe-44d4-8983-53c97b218679 None None] Transition to ACTIVE for port object 164d44ff-ab9c-4466-ab60-db189a3ed19e will not be triggered until provisioned by entity L2. {{(pid=94139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 14:09:39.692459 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-5d754b56-81fe-44d4-8983-53c97b218679 None None] Transition to ACTIVE for port object 164d44ff-ab9c-4466-ab60-db189a3ed19e will not be triggered until provisioned by entity DHCP. {{(pid=94139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 14:09:39.702166 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-5d754b56-81fe-44d4-8983-53c97b218679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735728620445'] for port, after_create {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:39.741689 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d754b56-81fe-44d4-8983-53c97b218679 None None] Network 7080b35d-131d-4288-830a-20e851d36466 is already hosted by enough agents. {{(pid=94139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 14:09:39.743316 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.scheduler.base_scheduler [None req-5d754b56-81fe-44d4-8983-53c97b218679 None None] Resources bound (agent type, host, resource id): {{(pid=94139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:09:39.750486 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d754b56-81fe-44d4-8983-53c97b218679 None None] Received port after_create {{(pid=94139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 14:09:39.774274 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.db.db_base_plugin_common [None req-441e0eb8-162a-44e2-9642-c528f4446d9b admin admin] Allocated IP 172.27.2.123 (50058ef2-6e12-4dff-890f-d2e17fb9ee92/db4a7c65-31e2-4f76-9b43-e160b3d3d8e2/82870f27-3cf0-43e6-bafa-d9aae1e0abab) {{(pid=94138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 14:09:39.818815 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d754b56-81fe-44d4-8983-53c97b218679 None None] Pushing event updated for resources: {'Port': ['ID=164d44ff-ab9c-4466-ab60-db189a3ed19e,revision_number=1']} {{(pid=94139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:09:39.833139 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.managers [None req-5d754b56-81fe-44d4-8983-53c97b218679 None None] Attempting to bind port 164d44ff-ab9c-4466-ab60-db189a3ed19e on host dv-cinder-782910-4-iscsi for vnic_type normal with profile {{(pid=94139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 14:09:39.833535 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.managers [None req-5d754b56-81fe-44d4-8983-53c97b218679 None None] Attempting to bind port 164d44ff-ab9c-4466-ab60-db189a3ed19e by drivers openvswitch,hyperv on host dv-cinder-782910-4-iscsi at level 0 using segments [{'id': '21c9d53f-7d57-4732-bacb-70574652c02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '7080b35d-131d-4288-830a-20e851d36466'}] {{(pid=94139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 14:09:39.833895 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d754b56-81fe-44d4-8983-53c97b218679 None None] Attempting to bind port 164d44ff-ab9c-4466-ab60-db189a3ed19e on network 7080b35d-131d-4288-830a-20e851d36466 {{(pid=94139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 14:09:39.839351 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d754b56-81fe-44d4-8983-53c97b218679 None None] Checking agent: {'id': 'b1ca48ac-dc13-463a-a516-8ddf18655ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782910-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 13, 58, 14), 'started_at': datetime.datetime(2021, 9, 7, 13, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 14, 9, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782910-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 14:09:39.839714 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d754b56-81fe-44d4-8983-53c97b218679 None None] Checking segment: {'id': '21c9d53f-7d57-4732-bacb-70574652c02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '7080b35d-131d-4288-830a-20e851d36466'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 14:09:39.840106 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-5d754b56-81fe-44d4-8983-53c97b218679 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:39.840488 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d754b56-81fe-44d4-8983-53c97b218679 None None] Bound using segment: {'id': '21c9d53f-7d57-4732-bacb-70574652c02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '7080b35d-131d-4288-830a-20e851d36466'} {{(pid=94139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 14:09:39.840968 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.managers [None req-5d754b56-81fe-44d4-8983-53c97b218679 None None] Bound port: 164d44ff-ab9c-4466-ab60-db189a3ed19e, host: dv-cinder-782910-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21c9d53f-7d57-4732-bacb-70574652c02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '7080b35d-131d-4288-830a-20e851d36466'}}] {{(pid=94139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 14:09:39.841364 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-5d754b56-81fe-44d4-8983-53c97b218679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:39.892942 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-441e0eb8-162a-44e2-9642-c528f4446d9b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:39.907678 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.db [None req-5d754b56-81fe-44d4-8983-53c97b218679 None None] For port 164d44ff-ab9c-4466-ab60-db189a3ed19e, host dv-cinder-782910-4-iscsi, cleared binding levels {{(pid=94139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 14:09:39.911201 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.db [None req-5d754b56-81fe-44d4-8983-53c97b218679 None None] For port 164d44ff-ab9c-4466-ab60-db189a3ed19e, host dv-cinder-782910-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-4-iscsi',level=0,port_id=164d44ff-ab9c-4466-ab60-db189a3ed19e,segment=NetworkSegment(21c9d53f-7d57-4732-bacb-70574652c02f),segment_id=21c9d53f-7d57-4732-bacb-70574652c02f)] {{(pid=94139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 14:09:39.915771 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-5d754b56-81fe-44d4-8983-53c97b218679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735729008622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735728620463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735728620481'] for port, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:39.941158 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-441e0eb8-162a-44e2-9642-c528f4446d9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735728620445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65197361'] for port, after_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:39.983426 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d754b56-81fe-44d4-8983-53c97b218679 None None] Pushing event updated for resources: {'Port': ['ID=164d44ff-ab9c-4466-ab60-db189a3ed19e,revision_number=2']} {{(pid=94139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:09:39.986439 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-441e0eb8-162a-44e2-9642-c528f4446d9b admin admin] Network 50058ef2-6e12-4dff-890f-d2e17fb9ee92 is already hosted by enough agents. {{(pid=94138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 14:09:39.999126 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.scheduler.base_scheduler [None req-441e0eb8-162a-44e2-9642-c528f4446d9b admin admin] Resources bound (agent type, host, resource id): {{(pid=94138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:09:40.002476 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-441e0eb8-162a-44e2-9642-c528f4446d9b admin admin] Received port after_create {{(pid=94138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 14:09:40.027829 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441e0eb8-162a-44e2-9642-c528f4446d9b admin admin] Pushing event updated for resources: {'Port': ['ID=82870f27-3cf0-43e6-bafa-d9aae1e0abab,revision_number=1']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:09:40.323724 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-90497945-cc67-4e40-89ff-93978391019b None None] Device 164d44ff-ab9c-4466-ab60-db189a3ed19e up at agent ovs-agent-dv-cinder-782910-4-iscsi {{(pid=94139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:09:40.339840 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-441e0eb8-162a-44e2-9642-c528f4446d9b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:40.383018 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-90497945-cc67-4e40-89ff-93978391019b None None] Provisioning for port 164d44ff-ab9c-4466-ab60-db189a3ed19e completed by entity L2. {{(pid=94139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 14:09:40.558451 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-441e0eb8-162a-44e2-9642-c528f4446d9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-429324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-433112'] for router, after_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:40.639166 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-abed6999-e762-4a64-8aa7-707c8daad8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:40.710941 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-441e0eb8-162a-44e2-9642-c528f4446d9b admin admin] Router 99391e3d-48cd-4c70-8727-73113289dc51 is scheduled to L3 agent fa68c273-d39f-43dc-b6f8-e0c6852ace12 with binding_index 1 {{(pid=94138) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 14:09:40.862669 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-441e0eb8-162a-44e2-9642-c528f4446d9b admin admin] Notify agent at l3_agent.dv-cinder-782910-4-iscsi the message routers_updated {{(pid=94138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 14:09:40.871833 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39673c9b-6f1d-45e9-8be0-01db132c4c76 None None] Sync routers for ids ['99391e3d-48cd-4c70-8727-73113289dc51'] in dv-cinder-782910-4-iscsi {{(pid=94139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 14:09:40.883991 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39673c9b-6f1d-45e9-8be0-01db132c4c76 None None] Routers {'99391e3d-48cd-4c70-8727-73113289dc51'} bound to L3 agent in host dv-cinder-782910-4-iscsi {{(pid=94139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:09:40.886087 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.l3_hamode_db [None req-39673c9b-6f1d-45e9-8be0-01db132c4c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T13:58:13Z,description=,heartbeat_timestamp=2021-09-07T14:09:13Z,host='dv-cinder-782910-4-iscsi',id=fa68c273-d39f-43dc-b6f8-e0c6852ace12,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T13:58:13Z,topic='l3_agent')) {'router_ids': ['99391e3d-48cd-4c70-8727-73113289dc51'], 'active': True} {{(pid=94139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:09:40.903398 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-441e0eb8-162a-44e2-9642-c528f4446d9b admin admin] Notify callbacks [] for router, before_response {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:40.905787 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [None req-441e0eb8-162a-44e2-9642-c528f4446d9b admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.0306311 Sep 07 14:09:40.908771 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.wsgi [-] (94137) accepted ('10.222.0.60', 49338) {{(pid=94137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:09:41.046026 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71e06de2-5d38-49dc-b412-c25c64a7671a None None] Network 7080b35d-131d-4288-830a-20e851d36466 requested from dv-cinder-782910-4-iscsi {{(pid=94139) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 14:09:41.107419 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.l3_dvr_db [None req-39673c9b-6f1d-45e9-8be0-01db132c4c76 None None] Set router 99391e3d-48cd-4c70-8727-73113289dc51 gateway port host: dv-cinder-782910-4-iscsi {{(pid=94139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:09:41.157559 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-78ee0632-a591-4ab3-9d88-1586219a2697 None None] Provisioning for port 164d44ff-ab9c-4466-ab60-db189a3ed19e completed by entity DHCP. {{(pid=94139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 14:09:41.195374 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-78ee0632-a591-4ab3-9d88-1586219a2697 None None] Provisioning complete for port 164d44ff-ab9c-4466-ab60-db189a3ed19e triggered by entity DHCP. {{(pid=94139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:09:41.195654 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-78ee0632-a591-4ab3-9d88-1586219a2697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462246'] for port, provisioning_complete {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:41.201031 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2075ee2-bf36-43ab-98ba-7535c09710bc req-4d9a0c74-c3b3-43d1-b498-90d601d8550b tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:09:41.202802 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-b2075ee2-bf36-43ab-98ba-7535c09710bc req-4d9a0c74-c3b3-43d1-b498-90d601d8550b tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ac0934b-f4cd-4421-a325-8fff04835bbc HTTP/1.1" status: 200 len: 945 time: 0.1398554 Sep 07 14:09:41.216541 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e916f9b-b7b4-462e-9fd1-65037184a1f4 req-93595576-c98d-4373-b8b6-d7b7bb966ba0 tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:09:41.218138 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-0e916f9b-b7b4-462e-9fd1-65037184a1f4 req-93595576-c98d-4373-b8b6-d7b7bb966ba0 tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f5f6ec6-dc83-4432-a483-83192fc0761b HTTP/1.1" status: 200 len: 946 time: 0.1564841 Sep 07 14:09:41.332177 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-b2075ee2-bf36-43ab-98ba-7535c09710bc req-b1317622-e9d5-470d-b59a-98fb6a417909 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] 10.222.0.60 "GET /v2.0/security-groups?id=ee56c5f5-d2bf-4ac0-8e7f-3030efc8e7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1113360 Sep 07 14:09:41.337568 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-0e916f9b-b7b4-462e-9fd1-65037184a1f4 req-7a6b7db6-1834-4ce0-b952-630d4f397e2e tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] 10.222.0.60 "GET /v2.0/security-groups?id=4f7dc2d4-63eb-4f55-94d4-dc3bb3bdb6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087151 Sep 07 14:09:41.445820 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-78ee0632-a591-4ab3-9d88-1586219a2697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:41.501839 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.db [None req-78ee0632-a591-4ab3-9d88-1586219a2697 None None] For port 164d44ff-ab9c-4466-ab60-db189a3ed19e, host dv-cinder-782910-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-4-iscsi',level=0,port_id=164d44ff-ab9c-4466-ab60-db189a3ed19e,segment=NetworkSegment(21c9d53f-7d57-4732-bacb-70574652c02f),segment_id=21c9d53f-7d57-4732-bacb-70574652c02f)] {{(pid=94139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:09:41.503671 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.l3_hamode_db [None req-39673c9b-6f1d-45e9-8be0-01db132c4c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99391e3d-48cd-4c70-8727-73113289dc51', 'name': 'tempest-AttachVolumeShelveTestJSON-1641349896-router', 'tenant_id': '6b4f71d3e9204b32b4e86d817985b1ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'external_fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': '82870f27-3cf0-43e6-bafa-d9aae1e0abab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:09:38Z', 'updated_at': '2021-09-07T14:09:40Z', 'revision_number': 3, 'project_id': '6b4f71d3e9204b32b4e86d817985b1ea', 'gw_port': {'id': '82870f27-3cf0-43e6-bafa-d9aae1e0abab', 'name': '', 'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:06:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99391e3d-48cd-4c70-8727-73113289dc51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:09:39Z', 'updated_at': '2021-09-07T14:09:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-4-iscsi'}], 'dv-cinder-782910-4-iscsi', False) {} {{(pid=94139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:09:41.508894 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-78ee0632-a591-4ab3-9d88-1586219a2697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735729008622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735728620463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735728620481'] for port, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:41.538975 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39673c9b-6f1d-45e9-8be0-01db132c4c76 None None] Checking router: 99391e3d-48cd-4c70-8727-73113289dc51 for host: dv-cinder-782910-4-iscsi {{(pid=94139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 14:09:41.539218 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39673c9b-6f1d-45e9-8be0-01db132c4c76 None None] Updating router 99391e3d-48cd-4c70-8727-73113289dc51 port 82870f27-3cf0-43e6-bafa-d9aae1e0abab binding host dv-cinder-782910-4-iscsi {{(pid=94139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 14:09:41.575614 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-2867c48e-33db-4b4a-adc3-53212ea4390a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:41.590094 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-39673c9b-6f1d-45e9-8be0-01db132c4c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:41.632711 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ee0632-a591-4ab3-9d88-1586219a2697 None None] Pushing event updated for resources: {'Port': ['ID=164d44ff-ab9c-4466-ab60-db189a3ed19e,revision_number=3']} {{(pid=94139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:09:41.743475 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.db.db_base_plugin_common [None req-2867c48e-33db-4b4a-adc3-53212ea4390a admin admin] Allocated IP 172.20.0.1 (7080b35d-131d-4288-830a-20e851d36466/5ffd200c-eaef-4ea2-b697-3bcc1716b422/aae5dfa8-fed6-4fa4-8194-0d054f4fa6d0) {{(pid=94137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 14:09:41.757414 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-98b72326-292c-439a-8ee7-df9becb7c504 None None] Provisioning complete for port 164d44ff-ab9c-4466-ab60-db189a3ed19e triggered by entity DHCP. {{(pid=94139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:09:41.758057 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-98b72326-292c-439a-8ee7-df9becb7c504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462246'] for port, provisioning_complete {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:41.866157 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-2867c48e-33db-4b4a-adc3-53212ea4390a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:41.881355 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.db.provisioning_blocks [None req-2867c48e-33db-4b4a-adc3-53212ea4390a admin admin] Transition to ACTIVE for port object aae5dfa8-fed6-4fa4-8194-0d054f4fa6d0 will not be triggered until provisioned by entity DHCP. {{(pid=94137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 14:09:41.896689 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Device ca6895f5-1d28-452e-b719-19e9647c15bd no longer exists at agent hyperv_hv-cinder-78291 {{(pid=94139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 14:09:41.916976 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-2867c48e-33db-4b4a-adc3-53212ea4390a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735728620445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63929217'] for port, after_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:41.930610 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.plugin [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] No Port match for: ca6895f5-1d28-452e-b719-19e9647c15bd {{(pid=94139) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 14:09:41.930947 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Device ca6895f5-1d28-452e-b719-19e9647c15bd not bound to the agent host hv-cinder-78291 {{(pid=94139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 14:09:41.960226 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2867c48e-33db-4b4a-adc3-53212ea4390a admin admin] Network 7080b35d-131d-4288-830a-20e851d36466 is already hosted by enough agents. {{(pid=94137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 14:09:41.966628 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.scheduler.base_scheduler [None req-2867c48e-33db-4b4a-adc3-53212ea4390a admin admin] Resources bound (agent type, host, resource id): {{(pid=94137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:09:41.971243 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2867c48e-33db-4b4a-adc3-53212ea4390a admin admin] Received port after_create {{(pid=94137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 14:09:41.974749 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2867c48e-33db-4b4a-adc3-53212ea4390a admin admin] Pushing event updated for resources: {'Port': ['ID=aae5dfa8-fed6-4fa4-8194-0d054f4fa6d0,revision_number=1']} {{(pid=94137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:09:41.993569 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-39673c9b-6f1d-45e9-8be0-01db132c4c76 None None] Notify callbacks [] for port, precommit_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:42.005513 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-39673c9b-6f1d-45e9-8be0-01db132c4c76 None None] Transition to ACTIVE for port object 82870f27-3cf0-43e6-bafa-d9aae1e0abab will not be triggered until provisioned by entity L2. {{(pid=94139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 14:09:42.012510 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-39673c9b-6f1d-45e9-8be0-01db132c4c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735729008622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735728620463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735728620481'] for port, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:42.019349 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-2867c48e-33db-4b4a-adc3-53212ea4390a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432517'] for router_interface, before_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:42.073042 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.managers [None req-39673c9b-6f1d-45e9-8be0-01db132c4c76 None None] Attempting to bind port 82870f27-3cf0-43e6-bafa-d9aae1e0abab on host dv-cinder-782910-4-iscsi for vnic_type normal with profile {{(pid=94139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 14:09:42.073437 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.managers [None req-39673c9b-6f1d-45e9-8be0-01db132c4c76 None None] Attempting to bind port 82870f27-3cf0-43e6-bafa-d9aae1e0abab by drivers openvswitch,hyperv on host dv-cinder-782910-4-iscsi at level 0 using segments [{'id': '5550a781-5bde-4ad4-a1aa-3dd2778b0f71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92'}] {{(pid=94139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 14:09:42.073805 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39673c9b-6f1d-45e9-8be0-01db132c4c76 None None] Attempting to bind port 82870f27-3cf0-43e6-bafa-d9aae1e0abab on network 50058ef2-6e12-4dff-890f-d2e17fb9ee92 {{(pid=94139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 14:09:42.081783 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39673c9b-6f1d-45e9-8be0-01db132c4c76 None None] Checking agent: {'id': 'b1ca48ac-dc13-463a-a516-8ddf18655ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782910-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 13, 58, 14), 'started_at': datetime.datetime(2021, 9, 7, 13, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 14, 9, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782910-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 14:09:42.082160 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39673c9b-6f1d-45e9-8be0-01db132c4c76 None None] Checking segment: {'id': '5550a781-5bde-4ad4-a1aa-3dd2778b0f71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 14:09:42.082569 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-39673c9b-6f1d-45e9-8be0-01db132c4c76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:42.082969 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39673c9b-6f1d-45e9-8be0-01db132c4c76 None None] Bound using segment: {'id': '5550a781-5bde-4ad4-a1aa-3dd2778b0f71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92'} {{(pid=94139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 14:09:42.083447 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.managers [None req-39673c9b-6f1d-45e9-8be0-01db132c4c76 None None] Bound port: 82870f27-3cf0-43e6-bafa-d9aae1e0abab, host: dv-cinder-782910-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5550a781-5bde-4ad4-a1aa-3dd2778b0f71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92'}}] {{(pid=94139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 14:09:42.083833 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-39673c9b-6f1d-45e9-8be0-01db132c4c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:42.085507 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58a93af-3565-4ac4-977b-c5a3b4694505 None None] Pushing event updated for resources: {'Port': ['ID=82870f27-3cf0-43e6-bafa-d9aae1e0abab,revision_number=2']} {{(pid=94139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:09:42.144175 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.db [None req-39673c9b-6f1d-45e9-8be0-01db132c4c76 None None] For port 82870f27-3cf0-43e6-bafa-d9aae1e0abab, host dv-cinder-782910-4-iscsi, cleared binding levels {{(pid=94139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 14:09:42.148231 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.db [None req-39673c9b-6f1d-45e9-8be0-01db132c4c76 None None] For port 82870f27-3cf0-43e6-bafa-d9aae1e0abab, host dv-cinder-782910-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-4-iscsi',level=0,port_id=82870f27-3cf0-43e6-bafa-d9aae1e0abab,segment=NetworkSegment(5550a781-5bde-4ad4-a1aa-3dd2778b0f71),segment_id=5550a781-5bde-4ad4-a1aa-3dd2778b0f71)] {{(pid=94139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 14:09:42.158348 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-39673c9b-6f1d-45e9-8be0-01db132c4c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735729008622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735728620463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735728620481'] for port, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:42.179209 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-2867c48e-33db-4b4a-adc3-53212ea4390a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_update {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:42.222928 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39673c9b-6f1d-45e9-8be0-01db132c4c76 None None] Routers {'99391e3d-48cd-4c70-8727-73113289dc51'} bound to L3 agent in host dv-cinder-782910-4-iscsi {{(pid=94139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:09:42.223568 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.l3_hamode_db [None req-39673c9b-6f1d-45e9-8be0-01db132c4c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T13:58:13Z,description=,heartbeat_timestamp=2021-09-07T14:09:13Z,host='dv-cinder-782910-4-iscsi',id=fa68c273-d39f-43dc-b6f8-e0c6852ace12,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T13:58:13Z,topic='l3_agent')) {'router_ids': ['99391e3d-48cd-4c70-8727-73113289dc51'], 'active': True} {{(pid=94139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:09:42.381471 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-2867c48e-33db-4b4a-adc3-53212ea4390a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:42.389210 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-2867c48e-33db-4b4a-adc3-53212ea4390a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735729008622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735728620463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735728620481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63929230'] for port, after_update {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:42.390444 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-90497945-cc67-4e40-89ff-93978391019b None None] Device 164d44ff-ab9c-4466-ab60-db189a3ed19e up at agent ovs-agent-dv-cinder-782910-4-iscsi {{(pid=94139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:09:42.428861 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58a93af-3565-4ac4-977b-c5a3b4694505 None None] Pushing event updated for resources: {'Port': ['ID=82870f27-3cf0-43e6-bafa-d9aae1e0abab,revision_number=3']} {{(pid=94139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:09:42.445407 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-51637d5f-7e85-4b7d-a4ed-0d20f1210497 None None] Provisioning for port aae5dfa8-fed6-4fa4-8194-0d054f4fa6d0 completed by entity DHCP. {{(pid=94139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 14:09:42.499993 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-51637d5f-7e85-4b7d-a4ed-0d20f1210497 None None] Provisioning complete for port aae5dfa8-fed6-4fa4-8194-0d054f4fa6d0 triggered by entity DHCP. {{(pid=94139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:09:42.500366 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-51637d5f-7e85-4b7d-a4ed-0d20f1210497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462246'] for port, provisioning_complete {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:42.518715 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-2867c48e-33db-4b4a-adc3-53212ea4390a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-433429'] for router_interface, after_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:42.533096 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2867c48e-33db-4b4a-adc3-53212ea4390a admin admin] Pushing event updated for resources: {'Port': ['ID=aae5dfa8-fed6-4fa4-8194-0d054f4fa6d0,revision_number=2']} {{(pid=94137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:09:42.564099 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-90497945-cc67-4e40-89ff-93978391019b None None] Provisioning complete for port 164d44ff-ab9c-4466-ab60-db189a3ed19e triggered by entity L2. {{(pid=94139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:09:42.564460 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-90497945-cc67-4e40-89ff-93978391019b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462246'] for port, provisioning_complete {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:42.565891 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da599ae7-eaab-4023-855f-87c1052319f3 req-20a6e3ae-fe9c-40a1-9c9e-44265a9cfe75 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:09:42.567145 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.l3_dvr_db [None req-39673c9b-6f1d-45e9-8be0-01db132c4c76 None None] Set router 99391e3d-48cd-4c70-8727-73113289dc51 gateway port host: dv-cinder-782910-4-iscsi {{(pid=94139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:09:42.567466 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-da599ae7-eaab-4023-855f-87c1052319f3 req-20a6e3ae-fe9c-40a1-9c9e-44265a9cfe75 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ac0934b-f4cd-4421-a325-8fff04835bbc HTTP/1.1" status: 200 len: 945 time: 0.1460440 Sep 07 14:09:42.569469 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.plugin [None req-51637d5f-7e85-4b7d-a4ed-0d20f1210497 None None] Port aae5dfa8-fed6-4fa4-8194-0d054f4fa6d0 cannot update to ACTIVE because it is not bound. {{(pid=94139) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 14:09:42.588814 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8ed3dd-0528-4194-8c88-6148c3c58c82 req-b63cec34-2483-4191-98cc-3f1c9c0bf081 tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:09:42.590338 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-bb8ed3dd-0528-4194-8c88-6148c3c58c82 req-b63cec34-2483-4191-98cc-3f1c9c0bf081 tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f5f6ec6-dc83-4432-a483-83192fc0761b HTTP/1.1" status: 200 len: 946 time: 0.1344368 Sep 07 14:09:42.700730 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-da599ae7-eaab-4023-855f-87c1052319f3 req-796af61d-017a-4cb3-99b2-9c2eb8e355d3 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] 10.222.0.60 "GET /v2.0/security-groups?id=ee56c5f5-d2bf-4ac0-8e7f-3030efc8e7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1093857 Sep 07 14:09:42.705208 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-bb8ed3dd-0528-4194-8c88-6148c3c58c82 req-81bed4ab-12da-4b79-8cbd-ff073318d231 tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] 10.222.0.60 "GET /v2.0/security-groups?id=4f7dc2d4-63eb-4f55-94d4-dc3bb3bdb6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051517 Sep 07 14:09:42.716840 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2867c48e-33db-4b4a-adc3-53212ea4390a admin admin] Network 7080b35d-131d-4288-830a-20e851d36466 is already hosted by enough agents. {{(pid=94137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 14:09:42.718296 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.scheduler.base_scheduler [None req-2867c48e-33db-4b4a-adc3-53212ea4390a admin admin] Resources bound (agent type, host, resource id): {{(pid=94137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:09:42.865587 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.l3_hamode_db [None req-39673c9b-6f1d-45e9-8be0-01db132c4c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99391e3d-48cd-4c70-8727-73113289dc51', 'name': 'tempest-AttachVolumeShelveTestJSON-1641349896-router', 'tenant_id': '6b4f71d3e9204b32b4e86d817985b1ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'external_fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': '82870f27-3cf0-43e6-bafa-d9aae1e0abab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:09:38Z', 'updated_at': '2021-09-07T14:09:42Z', 'revision_number': 4, 'project_id': '6b4f71d3e9204b32b4e86d817985b1ea', 'gw_port': {'id': '82870f27-3cf0-43e6-bafa-d9aae1e0abab', 'name': '', 'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:06:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99391e3d-48cd-4c70-8727-73113289dc51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:09:39Z', 'updated_at': '2021-09-07T14:09:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-4-iscsi', '_interfaces': [{'id': 'aae5dfa8-fed6-4fa4-8194-0d054f4fa6d0', 'name': '', 'network_id': '7080b35d-131d-4288-830a-20e851d36466', 'tenant_id': '6b4f71d3e9204b32b4e86d817985b1ea', 'mac_address': 'fa:16:3e:a3:73:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99391e3d-48cd-4c70-8727-73113289dc51', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '5ffd200c-eaef-4ea2-b697-3bcc1716b422', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:09:41Z', 'updated_at': '2021-09-07T14:09:41Z', 'revision_number': 1, 'project_id': '6b4f71d3e9204b32b4e86d817985b1ea', 'subnets': [{'id': '5ffd200c-eaef-4ea2-b697-3bcc1716b422', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782910-4-iscsi', False) {} {{(pid=94139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:09:42.881550 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2867c48e-33db-4b4a-adc3-53212ea4390a admin admin] Router 99391e3d-48cd-4c70-8727-73113289dc51 has already been hosted by L3 agent fa68c273-d39f-43dc-b6f8-e0c6852ace12 {{(pid=94137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 14:09:42.907933 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39673c9b-6f1d-45e9-8be0-01db132c4c76 None None] The sync data for ids ['99391e3d-48cd-4c70-8727-73113289dc51'] in dv-cinder-782910-4-iscsi is: [{'id': '99391e3d-48cd-4c70-8727-73113289dc51', 'name': 'tempest-AttachVolumeShelveTestJSON-1641349896-router', 'tenant_id': '6b4f71d3e9204b32b4e86d817985b1ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'external_fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': '82870f27-3cf0-43e6-bafa-d9aae1e0abab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:09:38Z', 'updated_at': '2021-09-07T14:09:42Z', 'revision_number': 4, 'project_id': '6b4f71d3e9204b32b4e86d817985b1ea', 'gw_port': {'id': '82870f27-3cf0-43e6-bafa-d9aae1e0abab', 'name': '', 'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:06:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99391e3d-48cd-4c70-8727-73113289dc51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:09:39Z', 'updated_at': '2021-09-07T14:09:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-4-iscsi', '_interfaces': [{'id': 'aae5dfa8-fed6-4fa4-8194-0d054f4fa6d0', 'name': '', 'network_id': '7080b35d-131d-4288-830a-20e851d36466', 'tenant_id': '6b4f71d3e9204b32b4e86d817985b1ea', 'mac_address': 'fa:16:3e:a3:73:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99391e3d-48cd-4c70-8727-73113289dc51', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '5ffd200c-eaef-4ea2-b697-3bcc1716b422', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:09:41Z', 'updated_at': '2021-09-07T14:09:41Z', 'revision_number': 1, 'project_id': '6b4f71d3e9204b32b4e86d817985b1ea', 'subnets': [{'id': '5ffd200c-eaef-4ea2-b697-3bcc1716b422', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 14:09:42.995608 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-af6a4975-5dee-47ba-b5cc-be07c5f93742 None None] Provisioning complete for port aae5dfa8-fed6-4fa4-8194-0d054f4fa6d0 triggered by entity DHCP. {{(pid=94139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:09:42.996270 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-af6a4975-5dee-47ba-b5cc-be07c5f93742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462246'] for port, provisioning_complete {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:43.006591 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2867c48e-33db-4b4a-adc3-53212ea4390a admin admin] Notify agent at l3_agent.dv-cinder-782910-4-iscsi the message routers_updated {{(pid=94137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 14:09:43.020192 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [None req-2867c48e-33db-4b4a-adc3-53212ea4390a admin admin] 10.222.0.60 "PUT /v2.0/routers/99391e3d-48cd-4c70-8727-73113289dc51/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1100903 Sep 07 14:09:43.040965 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0a47b2-a151-4b22-b17d-f9c31dc7975a req-413dcf55-065f-40cb-b8f0-141b721428b8 tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:09:43.043874 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-3a0a47b2-a151-4b22-b17d-f9c31dc7975a req-413dcf55-065f-40cb-b8f0-141b721428b8 tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f5f6ec6-dc83-4432-a483-83192fc0761b HTTP/1.1" status: 200 len: 946 time: 0.0593686 Sep 07 14:09:43.045334 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.plugin [None req-af6a4975-5dee-47ba-b5cc-be07c5f93742 None None] Port aae5dfa8-fed6-4fa4-8194-0d054f4fa6d0 cannot update to ACTIVE because it is not bound. {{(pid=94139) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 14:09:43.190490 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.plugin [req-3a0a47b2-a151-4b22-b17d-f9c31dc7975a req-4c3fdccd-1ae2-4014-bde5-2fad769f07c9 tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] Deleting port b8dcc810-8321-4097-bfa7-d312ba476515 {{(pid=94138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 14:09:43.190989 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-3a0a47b2-a151-4b22-b17d-f9c31dc7975a req-4c3fdccd-1ae2-4014-bde5-2fad769f07c9 tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735729003030'] for port, before_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:43.303557 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.db [req-3a0a47b2-a151-4b22-b17d-f9c31dc7975a req-4c3fdccd-1ae2-4014-bde5-2fad769f07c9 tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] For port b8dcc810-8321-4097-bfa7-d312ba476515, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=b8dcc810-8321-4097-bfa7-d312ba476515,segment=NetworkSegment(273b8804-25ce-4bc4-8196-9c483ce6e52d),segment_id=273b8804-25ce-4bc4-8196-9c483ce6e52d)] {{(pid=94138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:09:43.304034 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-3a0a47b2-a151-4b22-b17d-f9c31dc7975a req-4c3fdccd-1ae2-4014-bde5-2fad769f07c9 tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453383'] for port, precommit_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:43.318157 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.plugin [req-3a0a47b2-a151-4b22-b17d-f9c31dc7975a req-4c3fdccd-1ae2-4014-bde5-2fad769f07c9 tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] Calling delete_port for b8dcc810-8321-4097-bfa7-d312ba476515 owned by compute:nova {{(pid=94138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 14:09:43.436060 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-b186c068-9e8c-4149-a09c-429a8fee60ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:43.470384 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-3a0a47b2-a151-4b22-b17d-f9c31dc7975a req-4c3fdccd-1ae2-4014-bde5-2fad769f07c9 tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735729008604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735728620454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65197361'] for port, after_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:43.484118 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.db [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] get_ports_and_sgs() called for port_ids ['4d09b16a-797a-4fc5-ac48-ce9d0ebf9736', '67e6486c-1550-4743-804e-0be124adcfe4', 'b8dcc810-8321-4097-bfa7-d312ba476515'] {{(pid=94139) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 14:09:43.501180 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.wsgi [-] (94137) accepted ('10.222.0.60', 49362) {{(pid=94137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:09:43.505076 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3fdccd-1ae2-4014-bde5-2fad769f07c9 tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] Pushing event deleted for resources: {'Port': ['ID=b8dcc810-8321-4097-bfa7-d312ba476515,revision_number=None']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:09:43.505769 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.v2.base [None req-81934ba1-9d7c-42f8-92b1-3bfa7bd11366 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Request body: {'security_group': {'name': 'tempest-securitygroup--545964898', 'description': 'tempest-description--175923213'}} {{(pid=94137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:09:43.558015 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a0a47b2-a151-4b22-b17d-f9c31dc7975a req-4c3fdccd-1ae2-4014-bde5-2fad769f07c9 tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] No DVR routers for this DVR port b8dcc810-8321-4097-bfa7-d312ba476515 on host hv-cinder-78291 {{(pid=94138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 14:09:43.561156 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-3a0a47b2-a151-4b22-b17d-f9c31dc7975a req-4c3fdccd-1ae2-4014-bde5-2fad769f07c9 tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88768'] for port, before_response {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:43.564242 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-3a0a47b2-a151-4b22-b17d-f9c31dc7975a req-4c3fdccd-1ae2-4014-bde5-2fad769f07c9 tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] 10.222.0.23 "DELETE /v2.0/ports/b8dcc810-8321-4097-bfa7-d312ba476515 HTTP/1.1" status: 204 len: 173 time: 0.5096798 Sep 07 14:09:43.565155 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-81934ba1-9d7c-42f8-92b1-3bfa7bd11366 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Notify callbacks [] for security_group, before_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:43.565357 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f5f6ec6-dc83-4432-a483-83192fc0761b', 'name': 'network-vif-deleted', 'tag': 'b8dcc810-8321-4097-bfa7-d312ba476515'}] {{(pid=94138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:09:43.569536 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2f7ddeb31991bace343f2b2f4f22cd3bc4274a24b7cd750f83a004d46e17087" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5e2dd7a-5ff5-4338-890e-09bea360ac67" -d '{"events": [{"server_uuid": "3f5f6ec6-dc83-4432-a483-83192fc0761b", "name": "network-vif-deleted", "tag": "b8dcc810-8321-4097-bfa7-d312ba476515"}]}' {{(pid=94138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:09:43.624086 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 14:09:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2178437-4275-43e7-bde0-3639ca514e8c x-openstack-request-id: req-d2178437-4275-43e7-bde0-3639ca514e8c {{(pid=94138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:09:43.624856 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f5f6ec6-dc83-4432-a483-83192fc0761b", "name": "network-vif-deleted", "tag": "b8dcc810-8321-4097-bfa7-d312ba476515", "status": "completed", "code": 200}]} {{(pid=94138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:09:43.625174 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d2178437-4275-43e7-bde0-3639ca514e8c {{(pid=94138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:09:43.625676 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f5f6ec6-dc83-4432-a483-83192fc0761b', 'name': 'network-vif-deleted', 'tag': 'b8dcc810-8321-4097-bfa7-d312ba476515', 'status': 'completed', 'code': 200} Sep 07 14:09:43.772374 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-81934ba1-9d7c-42f8-92b1-3bfa7bd11366 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Notify callbacks [] for security_group, precommit_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:43.787924 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-81934ba1-9d7c-42f8-92b1-3bfa7bd11366 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585164'] for security_group, after_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:43.833462 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-81934ba1-9d7c-42f8-92b1-3bfa7bd11366 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Notify callbacks [] for security_group, before_response {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:43.834853 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [None req-81934ba1-9d7c-42f8-92b1-3bfa7bd11366 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.3325329 Sep 07 14:09:43.838649 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.wsgi [-] (94138) accepted ('10.222.0.60', 49370) {{(pid=94138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:09:43.843703 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.v2.base [None req-15753f3e-8649-48d0-b667-e9842e051085 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Request body: {'security_group_rule': {'security_group_id': 'b2a46496-e3bb-4bac-a613-45bf9f48eefa', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:09:43.848346 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81934ba1-9d7c-42f8-92b1-3bfa7bd11366 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2a46496-e3bb-4bac-a613-45bf9f48eefa,revision_number=1']} {{(pid=94137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:09:43.891638 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-15753f3e-8649-48d0-b667-e9842e051085 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:43.936670 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-3661eb05-49d4-4c61-bb4b-8ff4f203dac7 req-668d8da3-7b7e-463a-960b-d41bc4b7e093 tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f5f6ec6-dc83-4432-a483-83192fc0761b HTTP/1.1" status: 200 len: 210 time: 0.0592759 Sep 07 14:09:43.957546 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8562c30b-61da-46d3-93dd-bbb189330687 req-10de0573-8bfc-4f0c-9bd4-be225fbcb97a tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:09:43.959110 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-8562c30b-61da-46d3-93dd-bbb189330687 req-10de0573-8bfc-4f0c-9bd4-be225fbcb97a tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ac0934b-f4cd-4421-a325-8fff04835bbc HTTP/1.1" status: 200 len: 945 time: 0.1223342 Sep 07 14:09:43.976050 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-15753f3e-8649-48d0-b667-e9842e051085 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:43.981470 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-15753f3e-8649-48d0-b667-e9842e051085 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573871'] for security_group_rule, after_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:44.000458 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15753f3e-8649-48d0-b667-e9842e051085 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fc2a273-c455-4aa8-b477-2fc9d0d41bd2,revision_number=0']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:09:44.007290 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-15753f3e-8649-48d0-b667-e9842e051085 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:44.008778 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [None req-15753f3e-8649-48d0-b667-e9842e051085 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1690090 Sep 07 14:09:44.009171 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-8562c30b-61da-46d3-93dd-bbb189330687 req-f1e80ec5-4ed1-4412-b96d-9a3741cdc811 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] 10.222.0.60 "GET /v2.0/security-groups?id=ee56c5f5-d2bf-4ac0-8e7f-3030efc8e7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394199 Sep 07 14:09:44.011768 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.wsgi [-] (94138) accepted ('10.222.0.60', 49374) {{(pid=94138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:09:44.016459 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.v2.base [None req-b4cf0471-6c59-4188-b388-545df378547a tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Request body: {'security_group_rule': {'security_group_id': 'b2a46496-e3bb-4bac-a613-45bf9f48eefa', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:09:44.048055 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-b4cf0471-6c59-4188-b388-545df378547a tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:44.120736 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-b4cf0471-6c59-4188-b388-545df378547a tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:44.125999 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-b4cf0471-6c59-4188-b388-545df378547a tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573871'] for security_group_rule, after_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:44.146231 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cf0471-6c59-4188-b388-545df378547a tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c832a35-6e9f-4048-a21d-4c755e28312c,revision_number=0']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:09:44.150284 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-b4cf0471-6c59-4188-b388-545df378547a tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:44.151677 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [None req-b4cf0471-6c59-4188-b388-545df378547a tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1388988 Sep 07 14:09:44.154970 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.wsgi [-] (94137) accepted ('10.222.0.60', 49376) {{(pid=94137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:09:44.159605 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.v2.base [None req-9c3b61b7-f03f-402e-8149-ea823855e1a3 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Request body: {'floatingip': {'floating_network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92'}} {{(pid=94137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:09:44.196438 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-90497945-cc67-4e40-89ff-93978391019b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:44.301261 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-90497945-cc67-4e40-89ff-93978391019b None None] Device 82870f27-3cf0-43e6-bafa-d9aae1e0abab up at agent ovs-agent-dv-cinder-782910-4-iscsi {{(pid=94139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:09:44.374458 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-90497945-cc67-4e40-89ff-93978391019b None None] Provisioning for port 82870f27-3cf0-43e6-bafa-d9aae1e0abab completed by entity L2. {{(pid=94139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 14:09:44.387959 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-90497945-cc67-4e40-89ff-93978391019b None None] Provisioning complete for port 82870f27-3cf0-43e6-bafa-d9aae1e0abab triggered by entity L2. {{(pid=94139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:09:44.388694 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-90497945-cc67-4e40-89ff-93978391019b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462246'] for port, provisioning_complete {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:44.428904 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-9c3b61b7-f03f-402e-8149-ea823855e1a3 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Notify callbacks [] for floatingip, before_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:44.491858 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-90497945-cc67-4e40-89ff-93978391019b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:44.514596 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.db [None req-90497945-cc67-4e40-89ff-93978391019b None None] For port 82870f27-3cf0-43e6-bafa-d9aae1e0abab, host dv-cinder-782910-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-4-iscsi',level=0,port_id=82870f27-3cf0-43e6-bafa-d9aae1e0abab,segment=NetworkSegment(5550a781-5bde-4ad4-a1aa-3dd2778b0f71),segment_id=5550a781-5bde-4ad4-a1aa-3dd2778b0f71)] {{(pid=94139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:09:44.519676 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-90497945-cc67-4e40-89ff-93978391019b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735729008622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735728620463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735728620481'] for port, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:44.540162 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-9c3b61b7-f03f-402e-8149-ea823855e1a3 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:44.568249 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90497945-cc67-4e40-89ff-93978391019b None None] Pushing event updated for resources: {'Port': ['ID=82870f27-3cf0-43e6-bafa-d9aae1e0abab,revision_number=4']} {{(pid=94139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:09:44.658596 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.db.db_base_plugin_common [None req-9c3b61b7-f03f-402e-8149-ea823855e1a3 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Allocated IP 172.27.2.251 (50058ef2-6e12-4dff-890f-d2e17fb9ee92/db4a7c65-31e2-4f76-9b43-e160b3d3d8e2/1a6de31b-19e0-4f64-aada-f2baec2b0bf3) {{(pid=94137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 14:09:44.687835 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-cec4f6fb-2ca0-44f4-a970-9dc467b3a3ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:44.768565 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-9c3b61b7-f03f-402e-8149-ea823855e1a3 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Notify callbacks [] for port, precommit_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:44.809572 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-9c3b61b7-f03f-402e-8149-ea823855e1a3 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735728620445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63929217'] for port, after_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:44.856306 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c3b61b7-f03f-402e-8149-ea823855e1a3 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Network 50058ef2-6e12-4dff-890f-d2e17fb9ee92 is already hosted by enough agents. {{(pid=94137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 14:09:44.859165 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.scheduler.base_scheduler [None req-9c3b61b7-f03f-402e-8149-ea823855e1a3 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Resources bound (agent type, host, resource id): {{(pid=94137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:09:44.862685 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c3b61b7-f03f-402e-8149-ea823855e1a3 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Received port after_create {{(pid=94137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 14:09:44.891561 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3b61b7-f03f-402e-8149-ea823855e1a3 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Pushing event updated for resources: {'Port': ['ID=1a6de31b-19e0-4f64-aada-f2baec2b0bf3,revision_number=1']} {{(pid=94137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:09:44.969045 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-9c3b61b7-f03f-402e-8149-ea823855e1a3 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:45.017100 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-9c3b61b7-f03f-402e-8149-ea823855e1a3 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_update {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:45.203788 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba09b62-4871-4bb6-b213-8b8f1a1d803e req-ef8af8ce-9ee4-4a8e-9734-068deec6d657 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:09:45.205387 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-9ba09b62-4871-4bb6-b213-8b8f1a1d803e req-ef8af8ce-9ee4-4a8e-9734-068deec6d657 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ac0934b-f4cd-4421-a325-8fff04835bbc HTTP/1.1" status: 200 len: 945 time: 0.1121333 Sep 07 14:09:45.312065 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-9ba09b62-4871-4bb6-b213-8b8f1a1d803e req-86b564e2-fecd-4be9-9987-eec05c700a55 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] 10.222.0.60 "GET /v2.0/security-groups?id=ee56c5f5-d2bf-4ac0-8e7f-3030efc8e7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961895 Sep 07 14:09:45.315321 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-9c3b61b7-f03f-402e-8149-ea823855e1a3 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Notify callbacks [] for port, precommit_update {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:45.328624 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2005b8dd-8a9d-4c3f-9893-b8e717411af0 req-36ed9379-5d99-4ee0-b498-d86ca1932645 tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:09:45.330204 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-2005b8dd-8a9d-4c3f-9893-b8e717411af0 req-36ed9379-5d99-4ee0-b498-d86ca1932645 tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] 10.222.0.60 "GET /v2.0/ports?device_id=8faffc9e-15ca-4353-891f-be1f3c8a0058 HTTP/1.1" status: 200 len: 945 time: 0.1055281 Sep 07 14:09:45.331043 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-9c3b61b7-f03f-402e-8149-ea823855e1a3 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735729008622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735728620463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735728620481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63929230'] for port, after_update {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:45.341363 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-426030ce-d91e-4d2a-89e8-4977afffd26c None None] Sync routers for ids ['99391e3d-48cd-4c70-8727-73113289dc51'] in dv-cinder-782910-4-iscsi {{(pid=94140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 14:09:45.352553 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-426030ce-d91e-4d2a-89e8-4977afffd26c None None] Routers {'99391e3d-48cd-4c70-8727-73113289dc51'} bound to L3 agent in host dv-cinder-782910-4-iscsi {{(pid=94140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:09:45.353832 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.l3_hamode_db [None req-426030ce-d91e-4d2a-89e8-4977afffd26c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T13:58:13Z,description=,heartbeat_timestamp=2021-09-07T14:09:43Z,host='dv-cinder-782910-4-iscsi',id=fa68c273-d39f-43dc-b6f8-e0c6852ace12,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T13:58:13Z,topic='l3_agent')) {'router_ids': ['99391e3d-48cd-4c70-8727-73113289dc51'], 'active': True} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:09:45.426219 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3b61b7-f03f-402e-8149-ea823855e1a3 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Pushing event updated for resources: {'Port': ['ID=1a6de31b-19e0-4f64-aada-f2baec2b0bf3,revision_number=2']} {{(pid=94137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:09:45.448141 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-2005b8dd-8a9d-4c3f-9893-b8e717411af0 req-5c116522-d98c-4f60-9153-98265b6fc276 tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] 10.222.0.60 "GET /v2.0/security-groups?id=4f7dc2d4-63eb-4f55-94d4-dc3bb3bdb6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898056 Sep 07 14:09:45.451132 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-9c3b61b7-f03f-402e-8149-ea823855e1a3 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-432510'] for floatingip, after_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:45.463113 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.l3_dvr_db [None req-426030ce-d91e-4d2a-89e8-4977afffd26c None None] Set router 99391e3d-48cd-4c70-8727-73113289dc51 gateway port host: dv-cinder-782910-4-iscsi {{(pid=94140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:09:45.465443 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-9c3b61b7-f03f-402e-8149-ea823855e1a3 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88768'] for floatingip, before_response {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:45.466932 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [None req-9c3b61b7-f03f-402e-8149-ea823855e1a3 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3109288 Sep 07 14:09:45.615100 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-43ed33d1-ebe1-458f-848b-8ec20f0dea3e req-e188f0df-4a2a-4855-afd9-3fa1e3ab439d tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--545964898&fields=id&tenant_id=6b4f71d3e9204b32b4e86d817985b1ea HTTP/1.1" status: 200 len: 267 time: 0.0357699 Sep 07 14:09:45.734668 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ed33d1-ebe1-458f-848b-8ec20f0dea3e req-4ad9740e-fc4b-4935-b132-ad47e69f9f92 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:09:45.736297 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-43ed33d1-ebe1-458f-848b-8ec20f0dea3e req-4ad9740e-fc4b-4935-b132-ad47e69f9f92 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/networks?id=7080b35d-131d-4288-830a-20e851d36466 HTTP/1.1" status: 200 len: 817 time: 0.1141469 Sep 07 14:09:45.751434 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-43ed33d1-ebe1-458f-848b-8ec20f0dea3e req-5a7476fe-0da0-415a-9e10-d27b98dcd018 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/quotas/6b4f71d3e9204b32b4e86d817985b1ea HTTP/1.1" status: 200 len: 375 time: 0.0091293 Sep 07 14:09:45.752151 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.l3_hamode_db [None req-426030ce-d91e-4d2a-89e8-4977afffd26c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99391e3d-48cd-4c70-8727-73113289dc51', 'name': 'tempest-AttachVolumeShelveTestJSON-1641349896-router', 'tenant_id': '6b4f71d3e9204b32b4e86d817985b1ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'external_fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': '82870f27-3cf0-43e6-bafa-d9aae1e0abab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:09:38Z', 'updated_at': '2021-09-07T14:09:42Z', 'revision_number': 4, 'project_id': '6b4f71d3e9204b32b4e86d817985b1ea', 'gw_port': {'id': '82870f27-3cf0-43e6-bafa-d9aae1e0abab', 'name': '', 'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:06:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99391e3d-48cd-4c70-8727-73113289dc51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:09:39Z', 'updated_at': '2021-09-07T14:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-4-iscsi', '_interfaces': [{'id': 'aae5dfa8-fed6-4fa4-8194-0d054f4fa6d0', 'name': '', 'network_id': '7080b35d-131d-4288-830a-20e851d36466', 'tenant_id': '6b4f71d3e9204b32b4e86d817985b1ea', 'mac_address': 'fa:16:3e:a3:73:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99391e3d-48cd-4c70-8727-73113289dc51', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '5ffd200c-eaef-4ea2-b697-3bcc1716b422', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:09:41Z', 'updated_at': '2021-09-07T14:09:42Z', 'revision_number': 2, 'project_id': '6b4f71d3e9204b32b4e86d817985b1ea', 'subnets': [{'id': '5ffd200c-eaef-4ea2-b697-3bcc1716b422', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782910-4-iscsi', False) {} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:09:45.781584 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-426030ce-d91e-4d2a-89e8-4977afffd26c None None] Checking router: 99391e3d-48cd-4c70-8727-73113289dc51 for host: dv-cinder-782910-4-iscsi {{(pid=94140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 14:09:45.781929 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-426030ce-d91e-4d2a-89e8-4977afffd26c None None] Updating router 99391e3d-48cd-4c70-8727-73113289dc51 port aae5dfa8-fed6-4fa4-8194-0d054f4fa6d0 binding host dv-cinder-782910-4-iscsi {{(pid=94140) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 14:09:45.810080 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-426030ce-d91e-4d2a-89e8-4977afffd26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:45.815324 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-43ed33d1-ebe1-458f-848b-8ec20f0dea3e req-ddd4c67b-5f14-4eab-8d1d-7f861a98f368 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=6b4f71d3e9204b32b4e86d817985b1ea&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0583005 Sep 07 14:09:45.873140 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-24e6fa56-2407-4935-9ec7-bc4eea9bdf8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:45.913401 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-43ed33d1-ebe1-458f-848b-8ec20f0dea3e req-4eb4431a-17b8-4ee5-9ee3-b4a240768b54 service neutron] 10.222.0.60 "GET /v2.0/networks/7080b35d-131d-4288-830a-20e851d36466?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877151 Sep 07 14:09:46.014401 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-43ed33d1-ebe1-458f-848b-8ec20f0dea3e req-37faa3d4-71ba-4a56-97f7-1920c169fb75 service neutron] 10.222.0.60 "GET /v2.0/networks/7080b35d-131d-4288-830a-20e851d36466?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936205 Sep 07 14:09:46.103126 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-426030ce-d91e-4d2a-89e8-4977afffd26c None None] Notify callbacks [] for port, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:46.113926 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.provisioning_blocks [None req-426030ce-d91e-4d2a-89e8-4977afffd26c None None] Transition to ACTIVE for port object aae5dfa8-fed6-4fa4-8194-0d054f4fa6d0 will not be triggered until provisioned by entity L2. {{(pid=94140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 14:09:46.120815 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-426030ce-d91e-4d2a-89e8-4977afffd26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735729008622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735728620463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735728620481'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:46.166608 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb5ae9e-a689-4bbc-b2c9-b75858197b6a None None] Pushing event updated for resources: {'Port': ['ID=aae5dfa8-fed6-4fa4-8194-0d054f4fa6d0,revision_number=3']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:09:46.179849 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb5ae9e-a689-4bbc-b2c9-b75858197b6a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:09:46.180200 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb5ae9e-a689-4bbc-b2c9-b75858197b6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:09:46.180544 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb5ae9e-a689-4bbc-b2c9-b75858197b6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:09:46.180883 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb5ae9e-a689-4bbc-b2c9-b75858197b6a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:09:46.181214 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb5ae9e-a689-4bbc-b2c9-b75858197b6a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:09:46.182144 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb5ae9e-a689-4bbc-b2c9-b75858197b6a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:09:46.182473 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb5ae9e-a689-4bbc-b2c9-b75858197b6a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:09:46.182973 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb5ae9e-a689-4bbc-b2c9-b75858197b6a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:09:46.183332 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb5ae9e-a689-4bbc-b2c9-b75858197b6a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:09:46.183667 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb5ae9e-a689-4bbc-b2c9-b75858197b6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:09:46.183993 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb5ae9e-a689-4bbc-b2c9-b75858197b6a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:09:46.184315 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb5ae9e-a689-4bbc-b2c9-b75858197b6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:09:46.236677 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-eb83f2c1-9d8c-4074-ad28-176aecaddb59 req-ef27be4b-3549-4765-a793-8d92637a2814 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/ports?device_id=92f9b5d2-ea4f-461e-8414-5887ee6ac63f HTTP/1.1" status: 200 len: 210 time: 0.0553842 Sep 07 14:09:46.254831 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [None req-426030ce-d91e-4d2a-89e8-4977afffd26c None None] Attempting to bind port aae5dfa8-fed6-4fa4-8194-0d054f4fa6d0 on host dv-cinder-782910-4-iscsi for vnic_type normal with profile {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 14:09:46.254831 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [None req-426030ce-d91e-4d2a-89e8-4977afffd26c None None] Attempting to bind port aae5dfa8-fed6-4fa4-8194-0d054f4fa6d0 by drivers openvswitch,hyperv on host dv-cinder-782910-4-iscsi at level 0 using segments [{'id': '21c9d53f-7d57-4732-bacb-70574652c02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '7080b35d-131d-4288-830a-20e851d36466'}] {{(pid=94140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 14:09:46.254831 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426030ce-d91e-4d2a-89e8-4977afffd26c None None] Attempting to bind port aae5dfa8-fed6-4fa4-8194-0d054f4fa6d0 on network 7080b35d-131d-4288-830a-20e851d36466 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 14:09:46.263606 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426030ce-d91e-4d2a-89e8-4977afffd26c None None] Checking agent: {'id': 'b1ca48ac-dc13-463a-a516-8ddf18655ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782910-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 13, 58, 14), 'started_at': datetime.datetime(2021, 9, 7, 13, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 14, 9, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782910-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 14:09:46.264054 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426030ce-d91e-4d2a-89e8-4977afffd26c None None] Checking segment: {'id': '21c9d53f-7d57-4732-bacb-70574652c02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '7080b35d-131d-4288-830a-20e851d36466'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 14:09:46.264408 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-426030ce-d91e-4d2a-89e8-4977afffd26c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:46.264806 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426030ce-d91e-4d2a-89e8-4977afffd26c None None] Bound using segment: {'id': '21c9d53f-7d57-4732-bacb-70574652c02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '7080b35d-131d-4288-830a-20e851d36466'} {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 14:09:46.265280 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [None req-426030ce-d91e-4d2a-89e8-4977afffd26c None None] Bound port: aae5dfa8-fed6-4fa4-8194-0d054f4fa6d0, host: dv-cinder-782910-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21c9d53f-7d57-4732-bacb-70574652c02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '7080b35d-131d-4288-830a-20e851d36466'}}] {{(pid=94140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 14:09:46.265713 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-426030ce-d91e-4d2a-89e8-4977afffd26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:46.307373 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-90497945-cc67-4e40-89ff-93978391019b None None] Device 82870f27-3cf0-43e6-bafa-d9aae1e0abab up at agent ovs-agent-dv-cinder-782910-4-iscsi {{(pid=94139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:09:46.344637 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.plugins.ml2.db [None req-426030ce-d91e-4d2a-89e8-4977afffd26c None None] For port aae5dfa8-fed6-4fa4-8194-0d054f4fa6d0, host dv-cinder-782910-4-iscsi, cleared binding levels {{(pid=94140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 14:09:46.348102 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.plugins.ml2.db [None req-426030ce-d91e-4d2a-89e8-4977afffd26c None None] For port aae5dfa8-fed6-4fa4-8194-0d054f4fa6d0, host dv-cinder-782910-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-4-iscsi',level=0,port_id=aae5dfa8-fed6-4fa4-8194-0d054f4fa6d0,segment=NetworkSegment(21c9d53f-7d57-4732-bacb-70574652c02f),segment_id=21c9d53f-7d57-4732-bacb-70574652c02f)] {{(pid=94140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 14:09:46.362154 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-426030ce-d91e-4d2a-89e8-4977afffd26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735729008622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735728620463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735728620481'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:46.389541 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-90497945-cc67-4e40-89ff-93978391019b None None] Provisioning complete for port 82870f27-3cf0-43e6-bafa-d9aae1e0abab triggered by entity L2. {{(pid=94139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:09:46.389983 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-90497945-cc67-4e40-89ff-93978391019b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462246'] for port, provisioning_complete {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:46.441998 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb5ae9e-a689-4bbc-b2c9-b75858197b6a None None] Pushing event updated for resources: {'Port': ['ID=aae5dfa8-fed6-4fa4-8194-0d054f4fa6d0,revision_number=4']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:09:46.466336 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-426030ce-d91e-4d2a-89e8-4977afffd26c None None] Routers {'99391e3d-48cd-4c70-8727-73113289dc51'} bound to L3 agent in host dv-cinder-782910-4-iscsi {{(pid=94140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:09:46.467065 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.l3_hamode_db [None req-426030ce-d91e-4d2a-89e8-4977afffd26c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T13:58:13Z,description=,heartbeat_timestamp=2021-09-07T14:09:43Z,host='dv-cinder-782910-4-iscsi',id=fa68c273-d39f-43dc-b6f8-e0c6852ace12,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T13:58:13Z,topic='l3_agent')) {'router_ids': ['99391e3d-48cd-4c70-8727-73113289dc51'], 'active': True} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:09:46.515091 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9152067-8b31-480a-bdce-656d93444cc1 req-b7a17ee6-aeec-434b-9014-5d8697826e0e tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:09:46.521212 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-c9152067-8b31-480a-bdce-656d93444cc1 req-b7a17ee6-aeec-434b-9014-5d8697826e0e tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ac0934b-f4cd-4421-a325-8fff04835bbc HTTP/1.1" status: 200 len: 945 time: 0.1164479 Sep 07 14:09:46.602274 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-c9152067-8b31-480a-bdce-656d93444cc1 req-dbe464b2-aef7-455d-bc1e-535969f472de tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] 10.222.0.60 "GET /v2.0/security-groups?id=ee56c5f5-d2bf-4ac0-8e7f-3030efc8e7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694022 Sep 07 14:09:46.641971 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.l3_dvr_db [None req-426030ce-d91e-4d2a-89e8-4977afffd26c None None] Set router 99391e3d-48cd-4c70-8727-73113289dc51 gateway port host: dv-cinder-782910-4-iscsi {{(pid=94140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:09:46.648904 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12a4c3f-d8ae-4325-ba54-b21bc09bb1f5 req-c05bbc74-bd6e-4a39-9725-1436753a012c tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:09:46.650900 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-c12a4c3f-d8ae-4325-ba54-b21bc09bb1f5 req-c05bbc74-bd6e-4a39-9725-1436753a012c tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] 10.222.0.60 "GET /v2.0/ports?device_id=8faffc9e-15ca-4353-891f-be1f3c8a0058 HTTP/1.1" status: 200 len: 945 time: 0.0778840 Sep 07 14:09:46.713354 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-c12a4c3f-d8ae-4325-ba54-b21bc09bb1f5 req-2c4c831f-b848-4f63-8c9e-25ab26fdcd49 tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] 10.222.0.60 "GET /v2.0/security-groups?id=4f7dc2d4-63eb-4f55-94d4-dc3bb3bdb6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551319 Sep 07 14:09:46.876895 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.l3_hamode_db [None req-426030ce-d91e-4d2a-89e8-4977afffd26c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99391e3d-48cd-4c70-8727-73113289dc51', 'name': 'tempest-AttachVolumeShelveTestJSON-1641349896-router', 'tenant_id': '6b4f71d3e9204b32b4e86d817985b1ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'external_fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': '82870f27-3cf0-43e6-bafa-d9aae1e0abab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:09:38Z', 'updated_at': '2021-09-07T14:09:42Z', 'revision_number': 4, 'project_id': '6b4f71d3e9204b32b4e86d817985b1ea', 'gw_port': {'id': '82870f27-3cf0-43e6-bafa-d9aae1e0abab', 'name': '', 'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:06:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99391e3d-48cd-4c70-8727-73113289dc51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:09:39Z', 'updated_at': '2021-09-07T14:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-4-iscsi', '_interfaces': [{'id': 'aae5dfa8-fed6-4fa4-8194-0d054f4fa6d0', 'name': '', 'network_id': '7080b35d-131d-4288-830a-20e851d36466', 'tenant_id': '6b4f71d3e9204b32b4e86d817985b1ea', 'mac_address': 'fa:16:3e:a3:73:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99391e3d-48cd-4c70-8727-73113289dc51', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '5ffd200c-eaef-4ea2-b697-3bcc1716b422', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:09:41Z', 'updated_at': '2021-09-07T14:09:46Z', 'revision_number': 4, 'project_id': '6b4f71d3e9204b32b4e86d817985b1ea', 'subnets': [{'id': '5ffd200c-eaef-4ea2-b697-3bcc1716b422', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782910-4-iscsi', False) {} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:09:46.906725 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-426030ce-d91e-4d2a-89e8-4977afffd26c None None] The sync data for ids ['99391e3d-48cd-4c70-8727-73113289dc51'] in dv-cinder-782910-4-iscsi is: [{'id': '99391e3d-48cd-4c70-8727-73113289dc51', 'name': 'tempest-AttachVolumeShelveTestJSON-1641349896-router', 'tenant_id': '6b4f71d3e9204b32b4e86d817985b1ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'external_fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': '82870f27-3cf0-43e6-bafa-d9aae1e0abab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:09:38Z', 'updated_at': '2021-09-07T14:09:42Z', 'revision_number': 4, 'project_id': '6b4f71d3e9204b32b4e86d817985b1ea', 'gw_port': {'id': '82870f27-3cf0-43e6-bafa-d9aae1e0abab', 'name': '', 'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:06:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99391e3d-48cd-4c70-8727-73113289dc51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:09:39Z', 'updated_at': '2021-09-07T14:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-4-iscsi', '_interfaces': [{'id': 'aae5dfa8-fed6-4fa4-8194-0d054f4fa6d0', 'name': '', 'network_id': '7080b35d-131d-4288-830a-20e851d36466', 'tenant_id': '6b4f71d3e9204b32b4e86d817985b1ea', 'mac_address': 'fa:16:3e:a3:73:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99391e3d-48cd-4c70-8727-73113289dc51', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '5ffd200c-eaef-4ea2-b697-3bcc1716b422', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:09:41Z', 'updated_at': '2021-09-07T14:09:46Z', 'revision_number': 4, 'project_id': '6b4f71d3e9204b32b4e86d817985b1ea', 'subnets': [{'id': '5ffd200c-eaef-4ea2-b697-3bcc1716b422', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 14:09:47.123440 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c44a7b-7af4-4a69-9416-78a0faa48003 req-3b790485-fe75-4d9c-a86b-74cce18b9770 tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:09:47.124998 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-b0c44a7b-7af4-4a69-9416-78a0faa48003 req-3b790485-fe75-4d9c-a86b-74cce18b9770 tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] 10.222.0.23 "GET /v2.0/ports?device_id=8faffc9e-15ca-4353-891f-be1f3c8a0058 HTTP/1.1" status: 200 len: 945 time: 0.0512338 Sep 07 14:09:47.233134 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.plugin [req-b0c44a7b-7af4-4a69-9416-78a0faa48003 req-acb02007-7c4f-46e5-b716-718ce35a19a6 tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] Deleting port 67e6486c-1550-4743-804e-0be124adcfe4 {{(pid=94138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 14:09:47.233634 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-b0c44a7b-7af4-4a69-9416-78a0faa48003 req-acb02007-7c4f-46e5-b716-718ce35a19a6 tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735729003030'] for port, before_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:47.374687 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-06b12200-0098-499c-9e76-90eeb72cead9 req-6d76c2f6-dbf1-4eac-942b-c02983b7586f tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/ports?device_id=92f9b5d2-ea4f-461e-8414-5887ee6ac63f HTTP/1.1" status: 200 len: 210 time: 0.0295384 Sep 07 14:09:47.413887 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.db [req-b0c44a7b-7af4-4a69-9416-78a0faa48003 req-acb02007-7c4f-46e5-b716-718ce35a19a6 tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] For port 67e6486c-1550-4743-804e-0be124adcfe4, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=67e6486c-1550-4743-804e-0be124adcfe4,segment=NetworkSegment(273b8804-25ce-4bc4-8196-9c483ce6e52d),segment_id=273b8804-25ce-4bc4-8196-9c483ce6e52d)] {{(pid=94138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:09:47.414236 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-b0c44a7b-7af4-4a69-9416-78a0faa48003 req-acb02007-7c4f-46e5-b716-718ce35a19a6 tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453383'] for port, precommit_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:47.470455 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.plugin [req-b0c44a7b-7af4-4a69-9416-78a0faa48003 req-acb02007-7c4f-46e5-b716-718ce35a19a6 tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] Calling delete_port for 67e6486c-1550-4743-804e-0be124adcfe4 owned by compute:nova {{(pid=94138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 14:09:47.541600 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ed33d1-ebe1-458f-848b-8ec20f0dea3e req-3b8b9dc8-5dfd-4a4d-9099-c476a8a0427f tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:09:47.543114 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-43ed33d1-ebe1-458f-848b-8ec20f0dea3e req-3b8b9dc8-5dfd-4a4d-9099-c476a8a0427f tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.23 "GET /v2.0/networks?id=7080b35d-131d-4288-830a-20e851d36466 HTTP/1.1" status: 200 len: 817 time: 0.1994555 Sep 07 14:09:47.620947 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-43ed33d1-ebe1-458f-848b-8ec20f0dea3e req-de1aa761-7885-412d-92af-bdf741bdbe5c tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6b4f71d3e9204b32b4e86d817985b1ea HTTP/1.1" status: 200 len: 379 time: 0.0623114 Sep 07 14:09:47.636875 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.v2.base [req-43ed33d1-ebe1-458f-848b-8ec20f0dea3e req-6cec92fd-6d32-4999-96e4-b6fe597da2f1 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Request body: {'port': {'device_id': '92f9b5d2-ea4f-461e-8414-5887ee6ac63f', 'network_id': '7080b35d-131d-4288-830a-20e851d36466', 'admin_state_up': True, 'tenant_id': '6b4f71d3e9204b32b4e86d817985b1ea', 'security_groups': ['b2a46496-e3bb-4bac-a613-45bf9f48eefa']}} {{(pid=94138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:09:47.718775 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2d6362-9e4b-41c8-aeb1-3392455c6f3e req-57145d9d-d048-4e86-88fc-68bdd1d6174e tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:09:47.720511 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-3e2d6362-9e4b-41c8-aeb1-3392455c6f3e req-57145d9d-d048-4e86-88fc-68bdd1d6174e tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ac0934b-f4cd-4421-a325-8fff04835bbc HTTP/1.1" status: 200 len: 945 time: 0.0511184 Sep 07 14:09:47.742933 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-b0c44a7b-7af4-4a69-9416-78a0faa48003 req-acb02007-7c4f-46e5-b716-718ce35a19a6 tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735729008604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735728620454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65197361'] for port, after_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:47.761793 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.db [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] get_ports_and_sgs() called for port_ids ['4d09b16a-797a-4fc5-ac48-ce9d0ebf9736', '67e6486c-1550-4743-804e-0be124adcfe4'] {{(pid=94139) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 14:09:47.762384 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-3e2d6362-9e4b-41c8-aeb1-3392455c6f3e req-fdc2ffc6-20ad-47bb-8af8-97b92ee6df4a tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] 10.222.0.60 "GET /v2.0/security-groups?id=ee56c5f5-d2bf-4ac0-8e7f-3030efc8e7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353055 Sep 07 14:09:47.817186 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb02007-7c4f-46e5-b716-718ce35a19a6 tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] Pushing event deleted for resources: {'Port': ['ID=67e6486c-1550-4743-804e-0be124adcfe4,revision_number=None']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:09:47.825919 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-83bc6263-668b-4080-9800-7d8c137b0c50 req-f43b3a45-6b2b-4663-a9c3-39e42c5348a3 tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] 10.222.0.60 "GET /v2.0/ports?device_id=8faffc9e-15ca-4353-891f-be1f3c8a0058 HTTP/1.1" status: 200 len: 210 time: 0.0287681 Sep 07 14:09:47.844954 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0c44a7b-7af4-4a69-9416-78a0faa48003 req-acb02007-7c4f-46e5-b716-718ce35a19a6 tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] No DVR routers for this DVR port 67e6486c-1550-4743-804e-0be124adcfe4 on host hv-cinder-78291 {{(pid=94138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 14:09:47.848343 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-b0c44a7b-7af4-4a69-9416-78a0faa48003 req-acb02007-7c4f-46e5-b716-718ce35a19a6 tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88768'] for port, before_response {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:47.850447 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-b0c44a7b-7af4-4a69-9416-78a0faa48003 req-acb02007-7c4f-46e5-b716-718ce35a19a6 tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] 10.222.0.23 "DELETE /v2.0/ports/67e6486c-1550-4743-804e-0be124adcfe4 HTTP/1.1" status: 204 len: 173 time: 0.7164481 Sep 07 14:09:47.852368 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8faffc9e-15ca-4353-891f-be1f3c8a0058', 'name': 'network-vif-deleted', 'tag': '67e6486c-1550-4743-804e-0be124adcfe4'}] {{(pid=94138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:09:47.856468 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2f7ddeb31991bace343f2b2f4f22cd3bc4274a24b7cd750f83a004d46e17087" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23404e3f-a7d0-488c-8e7c-8bbf0e74326e" -d '{"events": [{"server_uuid": "8faffc9e-15ca-4353-891f-be1f3c8a0058", "name": "network-vif-deleted", "tag": "67e6486c-1550-4743-804e-0be124adcfe4"}]}' {{(pid=94138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:09:47.898456 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43ed33d1-ebe1-458f-848b-8ec20f0dea3e req-6cec92fd-6d32-4999-96e4-b6fe597da2f1 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Made reservation on behalf of 6b4f71d3e9204b32b4e86d817985b1ea for: {'port': 1} {{(pid=94138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 14:09:47.903092 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Device b8dcc810-8321-4097-bfa7-d312ba476515 no longer exists at agent hyperv_hv-cinder-78291 {{(pid=94139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 14:09:47.904484 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-43ed33d1-ebe1-458f-848b-8ec20f0dea3e req-6cec92fd-6d32-4999-96e4-b6fe597da2f1 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:47.907976 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 14:09:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce90de17-e73b-48d2-ae83-71af95d1562a x-openstack-request-id: req-ce90de17-e73b-48d2-ae83-71af95d1562a {{(pid=94138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:09:47.908261 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8faffc9e-15ca-4353-891f-be1f3c8a0058", "name": "network-vif-deleted", "tag": "67e6486c-1550-4743-804e-0be124adcfe4", "status": "completed", "code": 200}]} {{(pid=94138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:09:47.908505 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ce90de17-e73b-48d2-ae83-71af95d1562a {{(pid=94138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:09:47.908883 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8faffc9e-15ca-4353-891f-be1f3c8a0058', 'name': 'network-vif-deleted', 'tag': '67e6486c-1550-4743-804e-0be124adcfe4', 'status': 'completed', 'code': 200} Sep 07 14:09:47.940470 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.plugin [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] No Port match for: b8dcc810-8321-4097-bfa7-d312ba476515 {{(pid=94139) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 14:09:47.940918 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Device b8dcc810-8321-4097-bfa7-d312ba476515 not bound to the agent host hv-cinder-78291 {{(pid=94139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 14:09:48.052126 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.db.db_base_plugin_common [req-43ed33d1-ebe1-458f-848b-8ec20f0dea3e req-6cec92fd-6d32-4999-96e4-b6fe597da2f1 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Allocated IP 172.20.0.9 (7080b35d-131d-4288-830a-20e851d36466/5ffd200c-eaef-4ea2-b697-3bcc1716b422/c5d1b3f8-99e1-4800-bd21-6a46b729e8d3) {{(pid=94138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 14:09:48.203283 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-43ed33d1-ebe1-458f-848b-8ec20f0dea3e req-6cec92fd-6d32-4999-96e4-b6fe597da2f1 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Notify callbacks [] for port, precommit_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:48.219132 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.db.provisioning_blocks [req-43ed33d1-ebe1-458f-848b-8ec20f0dea3e req-6cec92fd-6d32-4999-96e4-b6fe597da2f1 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Transition to ACTIVE for port object c5d1b3f8-99e1-4800-bd21-6a46b729e8d3 will not be triggered until provisioned by entity DHCP. {{(pid=94138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 14:09:48.258806 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-90497945-cc67-4e40-89ff-93978391019b None None] Device aae5dfa8-fed6-4fa4-8194-0d054f4fa6d0 up at agent ovs-agent-dv-cinder-782910-4-iscsi {{(pid=94139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:09:48.266345 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-43ed33d1-ebe1-458f-848b-8ec20f0dea3e req-6cec92fd-6d32-4999-96e4-b6fe597da2f1 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735728620445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65197361'] for port, after_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:48.315730 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43ed33d1-ebe1-458f-848b-8ec20f0dea3e req-6cec92fd-6d32-4999-96e4-b6fe597da2f1 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Network 7080b35d-131d-4288-830a-20e851d36466 is already hosted by enough agents. {{(pid=94138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 14:09:48.317480 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-90497945-cc67-4e40-89ff-93978391019b None None] Provisioning for port aae5dfa8-fed6-4fa4-8194-0d054f4fa6d0 completed by entity L2. {{(pid=94139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 14:09:48.318927 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.scheduler.base_scheduler [req-43ed33d1-ebe1-458f-848b-8ec20f0dea3e req-6cec92fd-6d32-4999-96e4-b6fe597da2f1 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Resources bound (agent type, host, resource id): {{(pid=94138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:09:48.321667 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.db.l3_dvrscheduler_db [req-43ed33d1-ebe1-458f-848b-8ec20f0dea3e req-6cec92fd-6d32-4999-96e4-b6fe597da2f1 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Received port after_create {{(pid=94138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 14:09:48.322983 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-90497945-cc67-4e40-89ff-93978391019b None None] Provisioning complete for port aae5dfa8-fed6-4fa4-8194-0d054f4fa6d0 triggered by entity L2. {{(pid=94139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:09:48.323471 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-90497945-cc67-4e40-89ff-93978391019b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462246'] for port, provisioning_complete {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:48.357194 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cec92fd-6d32-4999-96e4-b6fe597da2f1 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Pushing event updated for resources: {'Port': ['ID=c5d1b3f8-99e1-4800-bd21-6a46b729e8d3,revision_number=1']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:09:48.401678 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ed33d1-ebe1-458f-848b-8ec20f0dea3e req-6cec92fd-6d32-4999-96e4-b6fe597da2f1 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:09:48.403067 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-43ed33d1-ebe1-458f-848b-8ec20f0dea3e req-6cec92fd-6d32-4999-96e4-b6fe597da2f1 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88768'] for port, before_response {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:48.433766 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-43ed33d1-ebe1-458f-848b-8ec20f0dea3e req-6cec92fd-6d32-4999-96e4-b6fe597da2f1 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8047605 Sep 07 14:09:48.445633 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.v2.base [req-43ed33d1-ebe1-458f-848b-8ec20f0dea3e req-ed51f45e-d799-4a04-b099-49078b41114a service neutron] Request body: {'port': {'device_id': '92f9b5d2-ea4f-461e-8414-5887ee6ac63f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78291'}} {{(pid=94138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:09:48.467107 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-90497945-cc67-4e40-89ff-93978391019b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:48.469972 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:48.525617 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.db [None req-90497945-cc67-4e40-89ff-93978391019b None None] For port aae5dfa8-fed6-4fa4-8194-0d054f4fa6d0, host dv-cinder-782910-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-4-iscsi',level=0,port_id=aae5dfa8-fed6-4fa4-8194-0d054f4fa6d0,segment=NetworkSegment(21c9d53f-7d57-4732-bacb-70574652c02f),segment_id=21c9d53f-7d57-4732-bacb-70574652c02f)] {{(pid=94139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:09:48.532012 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-90497945-cc67-4e40-89ff-93978391019b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735729008622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735728620463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735728620481'] for port, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:48.569349 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-43ed33d1-ebe1-458f-848b-8ec20f0dea3e req-ed51f45e-d799-4a04-b099-49078b41114a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_update {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:48.588764 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de54dd3f-93fd-4bb3-8fb7-d3888f67c2e3 req-c58664e0-90c9-4fe7-a7be-f71841cfb905 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:09:48.597513 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-de54dd3f-93fd-4bb3-8fb7-d3888f67c2e3 req-c58664e0-90c9-4fe7-a7be-f71841cfb905 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/ports?device_id=92f9b5d2-ea4f-461e-8414-5887ee6ac63f HTTP/1.1" status: 200 len: 931 time: 0.0871911 Sep 07 14:09:48.615304 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90497945-cc67-4e40-89ff-93978391019b None None] Pushing event updated for resources: {'Port': ['ID=aae5dfa8-fed6-4fa4-8194-0d054f4fa6d0,revision_number=5']} {{(pid=94139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:09:48.643801 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-de54dd3f-93fd-4bb3-8fb7-d3888f67c2e3 req-dbcbf06e-f52b-4a70-bc63-a84d2910267e tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/security-groups?id=b2a46496-e3bb-4bac-a613-45bf9f48eefa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450802 Sep 07 14:09:48.686488 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-ac910c30-2949-463d-ae84-2c7957dc4537 None None] Provisioning for port c5d1b3f8-99e1-4800-bd21-6a46b729e8d3 completed by entity DHCP. {{(pid=94139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 14:09:48.691471 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-ac910c30-2949-463d-ae84-2c7957dc4537 None None] Provisioning complete for port c5d1b3f8-99e1-4800-bd21-6a46b729e8d3 triggered by entity DHCP. {{(pid=94139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:09:48.691865 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-ac910c30-2949-463d-ae84-2c7957dc4537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462246'] for port, provisioning_complete {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:48.728772 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.plugin [None req-ac910c30-2949-463d-ae84-2c7957dc4537 None None] Port c5d1b3f8-99e1-4800-bd21-6a46b729e8d3 cannot update to ACTIVE because it is not bound. {{(pid=94139) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 14:09:48.858980 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.notifiers.nova [req-43ed33d1-ebe1-458f-848b-8ec20f0dea3e req-ed51f45e-d799-4a04-b099-49078b41114a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5d1b3f8-99e1-4800-bd21-6a46b729e8d3 {{(pid=94138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 14:09:48.867340 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-43ed33d1-ebe1-458f-848b-8ec20f0dea3e req-ed51f45e-d799-4a04-b099-49078b41114a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:48.891305 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.db.provisioning_blocks [req-43ed33d1-ebe1-458f-848b-8ec20f0dea3e req-ed51f45e-d799-4a04-b099-49078b41114a service neutron] Transition to ACTIVE for port object c5d1b3f8-99e1-4800-bd21-6a46b729e8d3 will not be triggered until provisioned by entity L2. {{(pid=94138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 14:09:48.897950 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-43ed33d1-ebe1-458f-848b-8ec20f0dea3e req-ed51f45e-d799-4a04-b099-49078b41114a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735729008622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735728620463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735728620481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65197374'] for port, after_update {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:48.904889 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5437f40-638c-47f0-b435-800e8a99ea24 req-406bf8fd-2648-4e85-bf73-0e78dc396829 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:09:48.906458 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-c5437f40-638c-47f0-b435-800e8a99ea24 req-406bf8fd-2648-4e85-bf73-0e78dc396829 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ac0934b-f4cd-4421-a325-8fff04835bbc HTTP/1.1" status: 200 len: 945 time: 0.0635564 Sep 07 14:09:48.960698 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-c5437f40-638c-47f0-b435-800e8a99ea24 req-02d0443a-e191-4757-b430-9055f8c2760a tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] 10.222.0.60 "GET /v2.0/security-groups?id=ee56c5f5-d2bf-4ac0-8e7f-3030efc8e7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456905 Sep 07 14:09:49.002182 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed51f45e-d799-4a04-b099-49078b41114a service neutron] Pushing event updated for resources: {'Port': ['ID=c5d1b3f8-99e1-4800-bd21-6a46b729e8d3,revision_number=2']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:09:49.074935 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.managers [req-43ed33d1-ebe1-458f-848b-8ec20f0dea3e req-ed51f45e-d799-4a04-b099-49078b41114a service neutron] Attempting to bind port c5d1b3f8-99e1-4800-bd21-6a46b729e8d3 on host hv-cinder-78291 for vnic_type normal with profile {{(pid=94138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 14:09:49.075277 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.managers [req-43ed33d1-ebe1-458f-848b-8ec20f0dea3e req-ed51f45e-d799-4a04-b099-49078b41114a service neutron] Attempting to bind port c5d1b3f8-99e1-4800-bd21-6a46b729e8d3 by drivers openvswitch,hyperv on host hv-cinder-78291 at level 0 using segments [{'id': '21c9d53f-7d57-4732-bacb-70574652c02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '7080b35d-131d-4288-830a-20e851d36466'}] {{(pid=94138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 14:09:49.075610 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ed33d1-ebe1-458f-848b-8ec20f0dea3e req-ed51f45e-d799-4a04-b099-49078b41114a service neutron] Attempting to bind port c5d1b3f8-99e1-4800-bd21-6a46b729e8d3 on network 7080b35d-131d-4288-830a-20e851d36466 {{(pid=94138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 14:09:49.080274 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ed33d1-ebe1-458f-848b-8ec20f0dea3e req-ed51f45e-d799-4a04-b099-49078b41114a service neutron] Port c5d1b3f8-99e1-4800-bd21-6a46b729e8d3 on network 7080b35d-131d-4288-830a-20e851d36466 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78291 {{(pid=94138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 14:09:49.080601 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ed33d1-ebe1-458f-848b-8ec20f0dea3e req-ed51f45e-d799-4a04-b099-49078b41114a service neutron] Attempting to bind port c5d1b3f8-99e1-4800-bd21-6a46b729e8d3 on network 7080b35d-131d-4288-830a-20e851d36466 {{(pid=94138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 14:09:49.086636 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ed33d1-ebe1-458f-848b-8ec20f0dea3e req-ed51f45e-d799-4a04-b099-49078b41114a service neutron] Checking agent: {'id': '42fa3594-1565-4da1-9b03-2e08c5cc8c06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78291', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 14, 4, 18), 'started_at': datetime.datetime(2021, 9, 7, 14, 4, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 14, 9, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 14:09:49.086867 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ed33d1-ebe1-458f-848b-8ec20f0dea3e req-ed51f45e-d799-4a04-b099-49078b41114a service neutron] Checking segment: {'id': '21c9d53f-7d57-4732-bacb-70574652c02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '7080b35d-131d-4288-830a-20e851d36466'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 14:09:49.087218 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ed33d1-ebe1-458f-848b-8ec20f0dea3e req-ed51f45e-d799-4a04-b099-49078b41114a service neutron] Bound using segment: {'id': '21c9d53f-7d57-4732-bacb-70574652c02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '7080b35d-131d-4288-830a-20e851d36466'} {{(pid=94138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 14:09:49.088224 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.managers [req-43ed33d1-ebe1-458f-848b-8ec20f0dea3e req-ed51f45e-d799-4a04-b099-49078b41114a service neutron] Bound port: c5d1b3f8-99e1-4800-bd21-6a46b729e8d3, host: hv-cinder-78291, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21c9d53f-7d57-4732-bacb-70574652c02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '7080b35d-131d-4288-830a-20e851d36466'}}] {{(pid=94138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 14:09:49.088589 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-43ed33d1-ebe1-458f-848b-8ec20f0dea3e req-ed51f45e-d799-4a04-b099-49078b41114a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_update {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:49.164647 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.db [req-43ed33d1-ebe1-458f-848b-8ec20f0dea3e req-ed51f45e-d799-4a04-b099-49078b41114a service neutron] For port c5d1b3f8-99e1-4800-bd21-6a46b729e8d3, host hv-cinder-78291, cleared binding levels {{(pid=94138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 14:09:49.168349 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.db [req-43ed33d1-ebe1-458f-848b-8ec20f0dea3e req-ed51f45e-d799-4a04-b099-49078b41114a service neutron] For port c5d1b3f8-99e1-4800-bd21-6a46b729e8d3, host hv-cinder-78291, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=c5d1b3f8-99e1-4800-bd21-6a46b729e8d3,segment=NetworkSegment(21c9d53f-7d57-4732-bacb-70574652c02f),segment_id=21c9d53f-7d57-4732-bacb-70574652c02f)] {{(pid=94138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 14:09:49.172115 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-43ed33d1-ebe1-458f-848b-8ec20f0dea3e req-ed51f45e-d799-4a04-b099-49078b41114a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735729008622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735728620463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735728620481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65197374'] for port, after_update {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:49.207716 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ed33d1-ebe1-458f-848b-8ec20f0dea3e req-ed51f45e-d799-4a04-b099-49078b41114a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:09:49.208391 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-43ed33d1-ebe1-458f-848b-8ec20f0dea3e req-ed51f45e-d799-4a04-b099-49078b41114a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88768'] for port, before_response {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:49.209756 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-43ed33d1-ebe1-458f-848b-8ec20f0dea3e req-ed51f45e-d799-4a04-b099-49078b41114a service neutron] 10.222.0.23 "PUT /v2.0/ports/c5d1b3f8-99e1-4800-bd21-6a46b729e8d3 HTTP/1.1" status: 200 len: 1093 time: 0.7686372 Sep 07 14:09:49.250962 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed51f45e-d799-4a04-b099-49078b41114a service neutron] Pushing event updated for resources: {'Port': ['ID=c5d1b3f8-99e1-4800-bd21-6a46b729e8d3,revision_number=3']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:09:49.307890 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ed33d1-ebe1-458f-848b-8ec20f0dea3e req-1a099c96-96ea-413b-8fa6-959f99cfec12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:09:49.309643 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-43ed33d1-ebe1-458f-848b-8ec20f0dea3e req-1a099c96-96ea-413b-8fa6-959f99cfec12 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6b4f71d3e9204b32b4e86d817985b1ea&device_id=92f9b5d2-ea4f-461e-8414-5887ee6ac63f HTTP/1.1" status: 200 len: 1096 time: 0.0468452 Sep 07 14:09:49.357639 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-43ed33d1-ebe1-458f-848b-8ec20f0dea3e req-cc11d217-0d1e-4e0a-b1a0-580fd0c96cc2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c5d1b3f8-99e1-4800-bd21-6a46b729e8d3 HTTP/1.1" status: 200 len: 217 time: 0.0356638 Sep 07 14:09:49.417690 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ed33d1-ebe1-458f-848b-8ec20f0dea3e req-d69d60ed-9369-433d-9330-446c0a47b7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:09:49.419153 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-43ed33d1-ebe1-458f-848b-8ec20f0dea3e req-d69d60ed-9369-433d-9330-446c0a47b7b7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5ffd200c-eaef-4ea2-b697-3bcc1716b422 HTTP/1.1" status: 200 len: 856 time: 0.0512309 Sep 07 14:09:49.472819 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ed33d1-ebe1-458f-848b-8ec20f0dea3e req-86048f30-743e-4bc1-bd0d-c66eb86438f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:09:49.474347 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-43ed33d1-ebe1-458f-848b-8ec20f0dea3e req-86048f30-743e-4bc1-bd0d-c66eb86438f9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7080b35d-131d-4288-830a-20e851d36466&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0470109 Sep 07 14:09:49.577016 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-43ed33d1-ebe1-458f-848b-8ec20f0dea3e req-6700de2b-6b35-42d4-b0e7-7b4cba956600 service neutron] 10.222.0.23 "GET /v2.0/networks/7080b35d-131d-4288-830a-20e851d36466?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871582 Sep 07 14:09:49.770858 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1235f8c-15aa-43dd-bab7-61e1c3b51cc4 req-ceccc585-c491-493b-af39-cb6c9402bed8 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:09:49.772489 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-a1235f8c-15aa-43dd-bab7-61e1c3b51cc4 req-ceccc585-c491-493b-af39-cb6c9402bed8 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/ports?device_id=92f9b5d2-ea4f-461e-8414-5887ee6ac63f HTTP/1.1" status: 200 len: 943 time: 0.0520699 Sep 07 14:09:49.819855 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-a1235f8c-15aa-43dd-bab7-61e1c3b51cc4 req-3848dfe6-d85e-48e8-9e5d-18631687f551 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/security-groups?id=b2a46496-e3bb-4bac-a613-45bf9f48eefa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405295 Sep 07 14:09:49.905198 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-43ed33d1-ebe1-458f-848b-8ec20f0dea3e req-842ec173-ef8c-4764-a84e-c3f079bddb31 service neutron] 10.222.0.23 "GET /v2.0/networks/7080b35d-131d-4288-830a-20e851d36466?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3166602 Sep 07 14:09:49.909744 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92f9b5d2-ea4f-461e-8414-5887ee6ac63f', 'tag': 'c5d1b3f8-99e1-4800-bd21-6a46b729e8d3'}] {{(pid=94138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:09:49.911975 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2f7ddeb31991bace343f2b2f4f22cd3bc4274a24b7cd750f83a004d46e17087" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-567529b7-2613-4b5b-826b-3269fc2f759d" -d '{"events": [{"name": "network-changed", "server_uuid": "92f9b5d2-ea4f-461e-8414-5887ee6ac63f", "tag": "c5d1b3f8-99e1-4800-bd21-6a46b729e8d3"}]}' {{(pid=94138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:09:49.951386 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 14:09:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-741cd700-93dc-4322-aef5-fba2c03be1d4 x-openstack-request-id: req-741cd700-93dc-4322-aef5-fba2c03be1d4 {{(pid=94138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:09:49.951676 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92f9b5d2-ea4f-461e-8414-5887ee6ac63f", "tag": "c5d1b3f8-99e1-4800-bd21-6a46b729e8d3", "status": "completed", "code": 200}]} {{(pid=94138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:09:49.951927 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-741cd700-93dc-4322-aef5-fba2c03be1d4 {{(pid=94138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:09:49.952316 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92f9b5d2-ea4f-461e-8414-5887ee6ac63f', 'tag': 'c5d1b3f8-99e1-4800-bd21-6a46b729e8d3', 'status': 'completed', 'code': 200} Sep 07 14:09:50.017756 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567529b7-2613-4b5b-826b-3269fc2f759d req-e650f7cd-dc04-473e-b04c-fa03f987bae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:09:50.019404 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-567529b7-2613-4b5b-826b-3269fc2f759d req-e650f7cd-dc04-473e-b04c-fa03f987bae2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6b4f71d3e9204b32b4e86d817985b1ea&device_id=92f9b5d2-ea4f-461e-8414-5887ee6ac63f HTTP/1.1" status: 200 len: 1096 time: 0.0411608 Sep 07 14:09:50.096619 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba56737-d4e1-4b2b-8b50-fe7e01ca5782 req-7b5834a7-b903-4200-8cad-491a8bc40c9a tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:09:50.098370 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-aba56737-d4e1-4b2b-8b50-fe7e01ca5782 req-7b5834a7-b903-4200-8cad-491a8bc40c9a tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ac0934b-f4cd-4421-a325-8fff04835bbc HTTP/1.1" status: 200 len: 945 time: 0.0652153 Sep 07 14:09:50.124827 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567529b7-2613-4b5b-826b-3269fc2f759d req-30bcfd03-da53-4a40-859b-615425c1e404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:09:50.126543 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-567529b7-2613-4b5b-826b-3269fc2f759d req-30bcfd03-da53-4a40-859b-615425c1e404 service neutron] 10.222.0.23 "GET /v2.0/networks?id=7080b35d-131d-4288-830a-20e851d36466 HTTP/1.1" status: 200 len: 918 time: 0.0988598 Sep 07 14:09:50.139827 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-aba56737-d4e1-4b2b-8b50-fe7e01ca5782 req-23743d4c-b2b9-4300-a95a-93050d36b539 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] 10.222.0.60 "GET /v2.0/security-groups?id=ee56c5f5-d2bf-4ac0-8e7f-3030efc8e7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349977 Sep 07 14:09:50.176254 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-567529b7-2613-4b5b-826b-3269fc2f759d req-432e4e29-4091-459c-a233-ebb75d783aa7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c5d1b3f8-99e1-4800-bd21-6a46b729e8d3 HTTP/1.1" status: 200 len: 217 time: 0.0350888 Sep 07 14:09:50.243245 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567529b7-2613-4b5b-826b-3269fc2f759d req-9d742bfc-e37a-47fb-b960-2854884deaa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:09:50.244781 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-567529b7-2613-4b5b-826b-3269fc2f759d req-9d742bfc-e37a-47fb-b960-2854884deaa9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5ffd200c-eaef-4ea2-b697-3bcc1716b422 HTTP/1.1" status: 200 len: 856 time: 0.0588479 Sep 07 14:09:50.262306 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-90497945-cc67-4e40-89ff-93978391019b None None] Device aae5dfa8-fed6-4fa4-8194-0d054f4fa6d0 up at agent ovs-agent-dv-cinder-782910-4-iscsi {{(pid=94139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:09:50.308572 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567529b7-2613-4b5b-826b-3269fc2f759d req-9bd9056b-2fc5-4e12-b63f-23c015b14a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:09:50.310157 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-567529b7-2613-4b5b-826b-3269fc2f759d req-9bd9056b-2fc5-4e12-b63f-23c015b14a62 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7080b35d-131d-4288-830a-20e851d36466&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0477073 Sep 07 14:09:50.315601 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e90023c-fc9e-4ff0-b1ae-a0213ecffce2 req-125f2cd7-b6af-4fd8-8797-bc3b06285a70 tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:09:50.317106 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-1e90023c-fc9e-4ff0-b1ae-a0213ecffce2 req-125f2cd7-b6af-4fd8-8797-bc3b06285a70 tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] 10.222.0.60 "GET /v2.0/ports?device_id=380c0e23-3e85-4a57-a7fe-b532de4e6bf5 HTTP/1.1" status: 200 len: 945 time: 0.0516577 Sep 07 14:09:50.321690 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-90497945-cc67-4e40-89ff-93978391019b None None] Provisioning complete for port aae5dfa8-fed6-4fa4-8194-0d054f4fa6d0 triggered by entity L2. {{(pid=94139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:09:50.322093 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-90497945-cc67-4e40-89ff-93978391019b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462246'] for port, provisioning_complete {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:50.358038 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-1e90023c-fc9e-4ff0-b1ae-a0213ecffce2 req-940d2b24-87bb-4536-af64-fab00d08ef1a tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] 10.222.0.60 "GET /v2.0/security-groups?id=4f7dc2d4-63eb-4f55-94d4-dc3bb3bdb6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341918 Sep 07 14:09:50.422888 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-567529b7-2613-4b5b-826b-3269fc2f759d req-977fb14c-0b17-41ce-9518-ea210689147b service neutron] 10.222.0.23 "GET /v2.0/networks/7080b35d-131d-4288-830a-20e851d36466?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012447 Sep 07 14:09:50.514095 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-567529b7-2613-4b5b-826b-3269fc2f759d req-96aed0a9-cd7d-4808-a281-218b152332cc service neutron] 10.222.0.23 "GET /v2.0/networks/7080b35d-131d-4288-830a-20e851d36466?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825412 Sep 07 14:09:50.946110 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d08daf-5143-4136-b996-8138bd54a57d req-c81be738-feeb-440d-b8fb-a285d7c974d6 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:09:50.948320 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-b8d08daf-5143-4136-b996-8138bd54a57d req-c81be738-feeb-440d-b8fb-a285d7c974d6 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/ports?device_id=92f9b5d2-ea4f-461e-8414-5887ee6ac63f HTTP/1.1" status: 200 len: 943 time: 0.0546408 Sep 07 14:09:50.985954 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-b8d08daf-5143-4136-b996-8138bd54a57d req-8f5242bb-04bc-480e-81d2-7ceabc959c26 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/security-groups?id=b2a46496-e3bb-4bac-a613-45bf9f48eefa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316579 Sep 07 14:09:51.258456 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c86a4c-1fa1-4bb7-b74a-d3a71df43cf0 req-ee8386e6-d417-4a95-a89d-6bda83f82deb tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:09:51.259941 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-95c86a4c-1fa1-4bb7-b74a-d3a71df43cf0 req-ee8386e6-d417-4a95-a89d-6bda83f82deb tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ac0934b-f4cd-4421-a325-8fff04835bbc HTTP/1.1" status: 200 len: 945 time: 0.0527265 Sep 07 14:09:51.298583 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-95c86a4c-1fa1-4bb7-b74a-d3a71df43cf0 req-31786552-be84-44d6-a56e-715abe598faf tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] 10.222.0.60 "GET /v2.0/security-groups?id=ee56c5f5-d2bf-4ac0-8e7f-3030efc8e7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322864 Sep 07 14:09:51.472693 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431068f7-6ada-4bf2-a26e-e720ce091b4f req-afd06d52-77e0-4d7f-9968-ec1cb97bd8b4 tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:09:51.474110 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-431068f7-6ada-4bf2-a26e-e720ce091b4f req-afd06d52-77e0-4d7f-9968-ec1cb97bd8b4 tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] 10.222.0.60 "GET /v2.0/ports?device_id=380c0e23-3e85-4a57-a7fe-b532de4e6bf5 HTTP/1.1" status: 200 len: 945 time: 0.0487566 Sep 07 14:09:51.512822 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-431068f7-6ada-4bf2-a26e-e720ce091b4f req-80325bc2-af65-4b80-bc66-08d7d4b043d5 tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] 10.222.0.60 "GET /v2.0/security-groups?id=4f7dc2d4-63eb-4f55-94d4-dc3bb3bdb6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321116 Sep 07 14:09:51.939977 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Device 67e6486c-1550-4743-804e-0be124adcfe4 no longer exists at agent hyperv_hv-cinder-78291 {{(pid=94139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 14:09:51.967652 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.plugin [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] No Port match for: 67e6486c-1550-4743-804e-0be124adcfe4 {{(pid=94139) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 14:09:51.967902 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Device 67e6486c-1550-4743-804e-0be124adcfe4 not bound to the agent host hv-cinder-78291 {{(pid=94139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 14:09:52.111868 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052b0179-f517-41af-acb9-95ccc74a4ff6 req-caa8a4d4-9775-4e75-8ed1-e2fd3e21b8e6 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:09:52.113509 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-052b0179-f517-41af-acb9-95ccc74a4ff6 req-caa8a4d4-9775-4e75-8ed1-e2fd3e21b8e6 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/ports?device_id=92f9b5d2-ea4f-461e-8414-5887ee6ac63f HTTP/1.1" status: 200 len: 943 time: 0.0560064 Sep 07 14:09:52.150737 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-052b0179-f517-41af-acb9-95ccc74a4ff6 req-eb7af1d8-af56-405a-88e3-c39eaa35b066 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/security-groups?id=b2a46496-e3bb-4bac-a613-45bf9f48eefa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313456 Sep 07 14:09:52.331043 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe0d5f5-cfce-4beb-bb2f-c9490d86e5d3 req-679c20fd-d7ce-4636-a355-b9d8bd8c8c9c tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:09:52.332163 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-9fe0d5f5-cfce-4beb-bb2f-c9490d86e5d3 req-679c20fd-d7ce-4636-a355-b9d8bd8c8c9c tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] 10.222.0.23 "GET /v2.0/ports?device_id=380c0e23-3e85-4a57-a7fe-b532de4e6bf5 HTTP/1.1" status: 200 len: 945 time: 0.0495288 Sep 07 14:09:52.432589 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd8e75e-232a-4c19-b26d-91764f55da19 req-ad85f9d8-5e77-4580-b544-22cf80ecc4ef tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:09:52.434125 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-7cd8e75e-232a-4c19-b26d-91764f55da19 req-ad85f9d8-5e77-4580-b544-22cf80ecc4ef tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ac0934b-f4cd-4421-a325-8fff04835bbc HTTP/1.1" status: 200 len: 945 time: 0.0564165 Sep 07 14:09:52.443972 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.plugin [req-9fe0d5f5-cfce-4beb-bb2f-c9490d86e5d3 req-fc85de40-6386-475d-a3a0-329fb0f442da tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] Deleting port 4d09b16a-797a-4fc5-ac48-ce9d0ebf9736 {{(pid=94138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 14:09:52.444317 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-9fe0d5f5-cfce-4beb-bb2f-c9490d86e5d3 req-fc85de40-6386-475d-a3a0-329fb0f442da tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735729003030'] for port, before_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:52.473990 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-7cd8e75e-232a-4c19-b26d-91764f55da19 req-bedd86fd-e54f-489c-841d-59c89982cfb0 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] 10.222.0.60 "GET /v2.0/security-groups?id=ee56c5f5-d2bf-4ac0-8e7f-3030efc8e7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337563 Sep 07 14:09:52.538911 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.db [req-9fe0d5f5-cfce-4beb-bb2f-c9490d86e5d3 req-fc85de40-6386-475d-a3a0-329fb0f442da tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] For port 4d09b16a-797a-4fc5-ac48-ce9d0ebf9736, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=4d09b16a-797a-4fc5-ac48-ce9d0ebf9736,segment=NetworkSegment(273b8804-25ce-4bc4-8196-9c483ce6e52d),segment_id=273b8804-25ce-4bc4-8196-9c483ce6e52d)] {{(pid=94138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:09:52.539274 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-9fe0d5f5-cfce-4beb-bb2f-c9490d86e5d3 req-fc85de40-6386-475d-a3a0-329fb0f442da tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453383'] for port, precommit_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:52.556840 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.plugin [req-9fe0d5f5-cfce-4beb-bb2f-c9490d86e5d3 req-fc85de40-6386-475d-a3a0-329fb0f442da tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] Calling delete_port for 4d09b16a-797a-4fc5-ac48-ce9d0ebf9736 owned by compute:nova {{(pid=94138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 14:09:52.643497 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23d939f-f932-4497-bd05-4ee65b99a894 req-7e2d4c81-a4c1-44fa-b610-77f5b0f05227 tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:09:52.645061 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-e23d939f-f932-4497-bd05-4ee65b99a894 req-7e2d4c81-a4c1-44fa-b610-77f5b0f05227 tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] 10.222.0.60 "GET /v2.0/ports?device_id=380c0e23-3e85-4a57-a7fe-b532de4e6bf5 HTTP/1.1" status: 200 len: 945 time: 0.0519648 Sep 07 14:09:52.687550 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-e23d939f-f932-4497-bd05-4ee65b99a894 req-271da1e3-5b52-49eb-9ccd-4079103fde7f tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] 10.222.0.60 "GET /v2.0/security-groups?id=4f7dc2d4-63eb-4f55-94d4-dc3bb3bdb6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353606 Sep 07 14:09:52.705815 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-9fe0d5f5-cfce-4beb-bb2f-c9490d86e5d3 req-fc85de40-6386-475d-a3a0-329fb0f442da tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735729008604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735728620454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65197361'] for port, after_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:52.720930 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.db [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] get_ports_and_sgs() called for port_ids ['4d09b16a-797a-4fc5-ac48-ce9d0ebf9736'] {{(pid=94139) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 14:09:52.742959 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc85de40-6386-475d-a3a0-329fb0f442da tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] Pushing event deleted for resources: {'Port': ['ID=4d09b16a-797a-4fc5-ac48-ce9d0ebf9736,revision_number=None']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:09:52.785517 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fe0d5f5-cfce-4beb-bb2f-c9490d86e5d3 req-fc85de40-6386-475d-a3a0-329fb0f442da tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] No DVR routers for this DVR port 4d09b16a-797a-4fc5-ac48-ce9d0ebf9736 on host hv-cinder-78291 {{(pid=94138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 14:09:52.788227 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-9fe0d5f5-cfce-4beb-bb2f-c9490d86e5d3 req-fc85de40-6386-475d-a3a0-329fb0f442da tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88768'] for port, before_response {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:52.791381 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-9fe0d5f5-cfce-4beb-bb2f-c9490d86e5d3 req-fc85de40-6386-475d-a3a0-329fb0f442da tempest-AttachVolumeNegativeTest-635235604 tempest-AttachVolumeNegativeTest-635235604-project] 10.222.0.23 "DELETE /v2.0/ports/4d09b16a-797a-4fc5-ac48-ce9d0ebf9736 HTTP/1.1" status: 204 len: 173 time: 0.4499495 Sep 07 14:09:52.791933 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '380c0e23-3e85-4a57-a7fe-b532de4e6bf5', 'name': 'network-vif-deleted', 'tag': '4d09b16a-797a-4fc5-ac48-ce9d0ebf9736'}] {{(pid=94138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:09:52.794251 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2f7ddeb31991bace343f2b2f4f22cd3bc4274a24b7cd750f83a004d46e17087" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdaf2db7-469a-4194-8dc0-03e4e0f8ad7b" -d '{"events": [{"server_uuid": "380c0e23-3e85-4a57-a7fe-b532de4e6bf5", "name": "network-vif-deleted", "tag": "4d09b16a-797a-4fc5-ac48-ce9d0ebf9736"}]}' {{(pid=94138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:09:52.836215 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 14:09:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d79080d1-7dd1-4535-a5d3-c4525f899793 x-openstack-request-id: req-d79080d1-7dd1-4535-a5d3-c4525f899793 {{(pid=94138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:09:52.836516 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "380c0e23-3e85-4a57-a7fe-b532de4e6bf5", "name": "network-vif-deleted", "tag": "4d09b16a-797a-4fc5-ac48-ce9d0ebf9736", "status": "completed", "code": 200}]} {{(pid=94138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:09:52.836772 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d79080d1-7dd1-4535-a5d3-c4525f899793 {{(pid=94138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:09:52.837283 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '380c0e23-3e85-4a57-a7fe-b532de4e6bf5', 'name': 'network-vif-deleted', 'tag': '4d09b16a-797a-4fc5-ac48-ce9d0ebf9736', 'status': 'completed', 'code': 200} Sep 07 14:09:53.293346 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ff18aa-0aa1-4d47-ad31-327c5e012fb5 req-86022ef4-6224-4d6c-be57-d4de7617c969 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:09:53.294908 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-13ff18aa-0aa1-4d47-ad31-327c5e012fb5 req-86022ef4-6224-4d6c-be57-d4de7617c969 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/ports?device_id=92f9b5d2-ea4f-461e-8414-5887ee6ac63f HTTP/1.1" status: 200 len: 943 time: 0.0709822 Sep 07 14:09:53.336489 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-13ff18aa-0aa1-4d47-ad31-327c5e012fb5 req-b09985a4-26e7-40d7-83b2-370b3383d0e4 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/security-groups?id=b2a46496-e3bb-4bac-a613-45bf9f48eefa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351956 Sep 07 14:09:53.607523 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20ed874-8acf-4690-b626-b84a7618cadf req-21817b56-12bf-404c-bb43-8398caf45102 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:09:53.609763 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-a20ed874-8acf-4690-b626-b84a7618cadf req-21817b56-12bf-404c-bb43-8398caf45102 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ac0934b-f4cd-4421-a325-8fff04835bbc HTTP/1.1" status: 200 len: 945 time: 0.0606327 Sep 07 14:09:53.678197 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-a20ed874-8acf-4690-b626-b84a7618cadf req-cf7dcad4-84ac-48ce-b7b9-3ac81dab46ca tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] 10.222.0.60 "GET /v2.0/security-groups?id=ee56c5f5-d2bf-4ac0-8e7f-3030efc8e7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568194 Sep 07 14:09:53.747038 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.wsgi [-] (94137) accepted ('10.222.0.60', 49508) {{(pid=94137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:09:53.803438 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.db.db_base_plugin_v2 [None req-30da2258-9a4f-4d0c-aeec-c062d8858d7a admin admin] Deleting subnet b2229922-4dfa-4d78-95d7-c6d2313a09de {{(pid=94137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 14:09:53.806665 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-30da2258-9a4f-4d0c-aeec-c062d8858d7a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:53.844638 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-30da2258-9a4f-4d0c-aeec-c062d8858d7a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63800826'] for subnet, precommit_delete_associations {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:53.890845 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-30da2258-9a4f-4d0c-aeec-c062d8858d7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1466112'] for subnet, precommit_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:53.945900 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-30da2258-9a4f-4d0c-aeec-c062d8858d7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1466169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63929332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64237226'] for subnet, after_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:53.959131 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Device c5d1b3f8-99e1-4800-bd21-6a46b729e8d3 details requested by agent hyperv_hv-cinder-78291 with host hv-cinder-78291 {{(pid=94139) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 14:09:53.974793 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30da2258-9a4f-4d0c-aeec-c062d8858d7a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b2229922-4dfa-4d78-95d7-c6d2313a09de,revision_number=None']} {{(pid=94137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:09:53.979603 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-30da2258-9a4f-4d0c-aeec-c062d8858d7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539090'] for subnet, before_response {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:53.981190 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [None req-30da2258-9a4f-4d0c-aeec-c062d8858d7a admin admin] 10.222.0.60 "DELETE /v2.0/subnets/b2229922-4dfa-4d78-95d7-c6d2313a09de HTTP/1.1" status: 204 len: 168 time: 0.2328362 Sep 07 14:09:53.984151 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.wsgi [-] (94138) accepted ('10.222.0.60', 49512) {{(pid=94138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:09:54.055950 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-ca54689b-507e-41aa-bcfd-bc9486f39918 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580555'] for network, before_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:54.067921 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.db [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] For port c5d1b3f8-99e1-4800-bd21-6a46b729e8d3, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=c5d1b3f8-99e1-4800-bd21-6a46b729e8d3,segment=NetworkSegment(21c9d53f-7d57-4732-bacb-70574652c02f),segment_id=21c9d53f-7d57-4732-bacb-70574652c02f)] {{(pid=94139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:09:54.080455 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Returning: {'device': 'c5d1b3f8-99e1-4800-bd21-6a46b729e8d3', 'network_id': '7080b35d-131d-4288-830a-20e851d36466', 'port_id': 'c5d1b3f8-99e1-4800-bd21-6a46b729e8d3', 'mac_address': 'fa:16:3e:b1:1a:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 692, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ffd200c-eaef-4ea2-b697-3bcc1716b422', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94139) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 14:09:54.117735 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:54.130686 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.notifiers.nova [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5d1b3f8-99e1-4800-bd21-6a46b729e8d3 {{(pid=94139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 14:09:54.142581 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-ca54689b-507e-41aa-bcfd-bc9486f39918 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1461133', 'neutron.services.segments.db._delete_segments_for_network-8735729117049'] for network, precommit_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:54.151816 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.db [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] For port c5d1b3f8-99e1-4800-bd21-6a46b729e8d3, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=c5d1b3f8-99e1-4800-bd21-6a46b729e8d3,segment=NetworkSegment(21c9d53f-7d57-4732-bacb-70574652c02f),segment_id=21c9d53f-7d57-4732-bacb-70574652c02f)] {{(pid=94139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:09:54.155699 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735729008622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735728620463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735728620481'] for port, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:54.164854 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.services.segments.db [None req-ca54689b-507e-41aa-bcfd-bc9486f39918 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a770ecb-d737-4604-bdce-34f74ea9e614']}} {{(pid=94138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:09:54.174653 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.services.segments.db [None req-ca54689b-507e-41aa-bcfd-bc9486f39918 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '273b8804-25ce-4bc4-8196-9c483ce6e52d') {'for_net_delete': True} {{(pid=94138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:09:54.174941 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.services.segments.db [None req-ca54689b-507e-41aa-bcfd-bc9486f39918 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '273b8804-25ce-4bc4-8196-9c483ce6e52d') {} {{(pid=94138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:09:54.185926 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-ca54689b-507e-41aa-bcfd-bc9486f39918 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735729115778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65197373'] for segment, before_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:54.200144 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-ca54689b-507e-41aa-bcfd-bc9486f39918 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1461082'] for segment, precommit_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:54.207430 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca54689b-507e-41aa-bcfd-bc9486f39918 admin admin] Releasing vlan 691 on physical network physnet1 to pool {{(pid=94138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 14:09:54.207790 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Pushing event updated for resources: {'Port': ['ID=c5d1b3f8-99e1-4800-bd21-6a46b729e8d3,revision_number=4']} {{(pid=94139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:09:54.207896 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-ca54689b-507e-41aa-bcfd-bc9486f39918 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1461082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65198054'] for segment, after_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:54.209517 dv-cinder-782910-4-iscsi neutron-server[94138]: Traceback (most recent call last): Sep 07 14:09:54.209517 dv-cinder-782910-4-iscsi neutron-server[94138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 14:09:54.209517 dv-cinder-782910-4-iscsi neutron-server[94138]: timer() Sep 07 14:09:54.209517 dv-cinder-782910-4-iscsi neutron-server[94138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 14:09:54.209517 dv-cinder-782910-4-iscsi neutron-server[94138]: cb(*args, **kw) Sep 07 14:09:54.209517 dv-cinder-782910-4-iscsi neutron-server[94138]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 14:09:54.209517 dv-cinder-782910-4-iscsi neutron-server[94138]: return func(*args, **kwargs) Sep 07 14:09:54.209517 dv-cinder-782910-4-iscsi neutron-server[94138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 14:09:54.209517 dv-cinder-782910-4-iscsi neutron-server[94138]: self._notify() Sep 07 14:09:54.209517 dv-cinder-782910-4-iscsi neutron-server[94138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 14:09:54.209517 dv-cinder-782910-4-iscsi neutron-server[94138]: self.callback(batched_events) Sep 07 14:09:54.209517 dv-cinder-782910-4-iscsi neutron-server[94138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 14:09:54.209517 dv-cinder-782910-4-iscsi neutron-server[94138]: event.method(event) Sep 07 14:09:54.209517 dv-cinder-782910-4-iscsi neutron-server[94138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 14:09:54.209517 dv-cinder-782910-4-iscsi neutron-server[94138]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 14:09:54.209517 dv-cinder-782910-4-iscsi neutron-server[94138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 14:09:54.209517 dv-cinder-782910-4-iscsi neutron-server[94138]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 14:09:54.209517 dv-cinder-782910-4-iscsi neutron-server[94138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 14:09:54.209517 dv-cinder-782910-4-iscsi neutron-server[94138]: return f(self, *a, **k) Sep 07 14:09:54.209517 dv-cinder-782910-4-iscsi neutron-server[94138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 14:09:54.209517 dv-cinder-782910-4-iscsi neutron-server[94138]: return self._get(url).json() Sep 07 14:09:54.209517 dv-cinder-782910-4-iscsi neutron-server[94138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 14:09:54.209517 dv-cinder-782910-4-iscsi neutron-server[94138]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 14:09:54.209517 dv-cinder-782910-4-iscsi neutron-server[94138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 14:09:54.209517 dv-cinder-782910-4-iscsi neutron-server[94138]: return self.request(url, 'GET', **kwargs) Sep 07 14:09:54.209517 dv-cinder-782910-4-iscsi neutron-server[94138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 14:09:54.209517 dv-cinder-782910-4-iscsi neutron-server[94138]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 14:09:54.209517 dv-cinder-782910-4-iscsi neutron-server[94138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 14:09:54.209517 dv-cinder-782910-4-iscsi neutron-server[94138]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 14:09:54.209517 dv-cinder-782910-4-iscsi neutron-server[94138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 14:09:54.209517 dv-cinder-782910-4-iscsi neutron-server[94138]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 14:09:54.209517 dv-cinder-782910-4-iscsi neutron-server[94138]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 14:09:54.269449 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-ca54689b-507e-41aa-bcfd-bc9486f39918 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1461122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-432396'] for network, after_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:54.274416 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-ca54689b-507e-41aa-bcfd-bc9486f39918 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539090'] for network, before_response {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:54.276891 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [None req-ca54689b-507e-41aa-bcfd-bc9486f39918 admin admin] 10.222.0.60 "DELETE /v2.0/networks/3a770ecb-d737-4604-bdce-34f74ea9e614 HTTP/1.1" status: 204 len: 168 time: 0.2914619 Sep 07 14:09:54.290319 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca54689b-507e-41aa-bcfd-bc9486f39918 admin admin] Pushing event deleted for resources: {'Network': ['ID=3a770ecb-d737-4604-bdce-34f74ea9e614,revision_number=None']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:09:54.394574 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.wsgi [-] (94138) accepted ('10.222.0.60', 49518) {{(pid=94138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:09:54.436598 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [None req-576c1029-c0a1-4be1-82ee-ac990c3fc3c3 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=301d490d25f3454f93967514c05236d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0408645 Sep 07 14:09:54.439089 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.wsgi [-] (94138) accepted ('10.222.0.60', 49520) {{(pid=94138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:09:54.466170 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9966aaff-ba5d-466c-8b00-0934a3259296 req-76e6d92e-d886-4516-a7ff-89059a8f6b0f tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:09:54.467664 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-9966aaff-ba5d-466c-8b00-0934a3259296 req-76e6d92e-d886-4516-a7ff-89059a8f6b0f tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/ports?device_id=92f9b5d2-ea4f-461e-8414-5887ee6ac63f HTTP/1.1" status: 200 len: 944 time: 0.0504825 Sep 07 14:09:54.481900 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.db [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] get_ports_and_sgs() called for port_ids ['c5d1b3f8-99e1-4800-bd21-6a46b729e8d3'] {{(pid=94139) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 14:09:54.488160 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-d785a10e-0d90-49b2-9dfe-664896cc9431 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:54.506215 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-9966aaff-ba5d-466c-8b00-0934a3259296 req-154dfebd-e235-44af-b29a-6302059e730a tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/security-groups?id=b2a46496-e3bb-4bac-a613-45bf9f48eefa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321407 Sep 07 14:09:54.515507 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-d785a10e-0d90-49b2-9dfe-664896cc9431 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:54.564107 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-d785a10e-0d90-49b2-9dfe-664896cc9431 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585164'] for security_group, after_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:54.566803 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-d785a10e-0d90-49b2-9dfe-664896cc9431 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:54.570489 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [None req-d785a10e-0d90-49b2-9dfe-664896cc9431 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4f7dc2d4-63eb-4f55-94d4-dc3bb3bdb6a1 HTTP/1.1" status: 204 len: 168 time: 0.1280012 Sep 07 14:09:54.577631 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d785a10e-0d90-49b2-9dfe-664896cc9431 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f7dc2d4-63eb-4f55-94d4-dc3bb3bdb6a1,revision_number=None']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:09:54.809487 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3db7ef4-10aa-456b-b6c6-1e163529191e req-9c1ea7da-f2be-444b-bc33-3e915e8a5c1f tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:09:54.810965 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-b3db7ef4-10aa-456b-b6c6-1e163529191e req-9c1ea7da-f2be-444b-bc33-3e915e8a5c1f tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ac0934b-f4cd-4421-a325-8fff04835bbc HTTP/1.1" status: 200 len: 945 time: 0.0557659 Sep 07 14:09:54.853790 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-b3db7ef4-10aa-456b-b6c6-1e163529191e req-467ea638-7f8a-44a6-b2cd-9044bbcfda0e tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] 10.222.0.60 "GET /v2.0/security-groups?id=ee56c5f5-d2bf-4ac0-8e7f-3030efc8e7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365777 Sep 07 14:09:55.634007 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec565e91-6065-458a-ada3-74fa0e2eb7e6 req-4081b031-43cf-4031-a8cf-84102fbaffd0 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:09:55.635539 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-ec565e91-6065-458a-ada3-74fa0e2eb7e6 req-4081b031-43cf-4031-a8cf-84102fbaffd0 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/ports?device_id=92f9b5d2-ea4f-461e-8414-5887ee6ac63f HTTP/1.1" status: 200 len: 944 time: 0.0543575 Sep 07 14:09:55.678218 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-ec565e91-6065-458a-ada3-74fa0e2eb7e6 req-a43a5106-b466-4806-b2d1-66ba56ed38a4 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/security-groups?id=b2a46496-e3bb-4bac-a613-45bf9f48eefa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365863 Sep 07 14:09:55.974633 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc58a7d-b504-42a4-a83f-9fa8a25adef2 req-634c854e-b47f-4de4-b250-2f3cbafedf12 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:09:55.974849 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Device c5d1b3f8-99e1-4800-bd21-6a46b729e8d3 up at agent hyperv_hv-cinder-78291 {{(pid=94139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:09:55.976309 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-4bc58a7d-b504-42a4-a83f-9fa8a25adef2 req-634c854e-b47f-4de4-b250-2f3cbafedf12 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ac0934b-f4cd-4421-a325-8fff04835bbc HTTP/1.1" status: 200 len: 945 time: 0.0538139 Sep 07 14:09:56.020922 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-4bc58a7d-b504-42a4-a83f-9fa8a25adef2 req-103ad049-4d47-4cd4-9cad-f584573504fe tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] 10.222.0.60 "GET /v2.0/security-groups?id=ee56c5f5-d2bf-4ac0-8e7f-3030efc8e7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360186 Sep 07 14:09:56.029662 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Provisioning for port c5d1b3f8-99e1-4800-bd21-6a46b729e8d3 completed by entity L2. {{(pid=94139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 14:09:56.033750 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Provisioning complete for port c5d1b3f8-99e1-4800-bd21-6a46b729e8d3 triggered by entity L2. {{(pid=94139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:09:56.034120 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462246'] for port, provisioning_complete {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:56.116661 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:56.139985 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92f9b5d2-ea4f-461e-8414-5887ee6ac63f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5d1b3f8-99e1-4800-bd21-6a46b729e8d3'}] {{(pid=94139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:09:56.142243 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4453e99b4ec61c2946fac8af49a5adf90b2a32597d884ada3dd1dc93487e448" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2e3cafb-a03d-42e4-8a2e-f9d832926093" -d '{"events": [{"server_uuid": "92f9b5d2-ea4f-461e-8414-5887ee6ac63f", "name": "network-vif-plugged", "status": "completed", "tag": "c5d1b3f8-99e1-4800-bd21-6a46b729e8d3"}]}' {{(pid=94139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:09:56.155189 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.db [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] For port c5d1b3f8-99e1-4800-bd21-6a46b729e8d3, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=c5d1b3f8-99e1-4800-bd21-6a46b729e8d3,segment=NetworkSegment(21c9d53f-7d57-4732-bacb-70574652c02f),segment_id=21c9d53f-7d57-4732-bacb-70574652c02f)] {{(pid=94139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:09:56.159745 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735729008622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735728620463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735728620481'] for port, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:56.160752 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Device 4d09b16a-797a-4fc5-ac48-ce9d0ebf9736 no longer exists at agent hyperv_hv-cinder-78291 {{(pid=94139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 14:09:56.193251 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 14:09:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6a72e86-6e93-49ab-b905-a9d0216a7b87 x-openstack-request-id: req-b6a72e86-6e93-49ab-b905-a9d0216a7b87 {{(pid=94139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:09:56.193568 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92f9b5d2-ea4f-461e-8414-5887ee6ac63f", "name": "network-vif-plugged", "status": "completed", "tag": "c5d1b3f8-99e1-4800-bd21-6a46b729e8d3", "code": 200}]} {{(pid=94139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:09:56.194004 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b6a72e86-6e93-49ab-b905-a9d0216a7b87 {{(pid=94139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:09:56.194394 dv-cinder-782910-4-iscsi neutron-server[94139]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92f9b5d2-ea4f-461e-8414-5887ee6ac63f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5d1b3f8-99e1-4800-bd21-6a46b729e8d3', 'code': 200} Sep 07 14:09:56.214387 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.plugin [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] No Port match for: 4d09b16a-797a-4fc5-ac48-ce9d0ebf9736 {{(pid=94139) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 14:09:56.214643 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Device 4d09b16a-797a-4fc5-ac48-ce9d0ebf9736 not bound to the agent host hv-cinder-78291 {{(pid=94139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 14:09:56.246637 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Pushing event updated for resources: {'Port': ['ID=c5d1b3f8-99e1-4800-bd21-6a46b729e8d3,revision_number=5']} {{(pid=94139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:09:56.386246 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292b74fb-3fed-4300-a8be-f6042d7f971c req-6c1df3ac-30fb-4114-b89f-f577cc132dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:09:56.387963 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-292b74fb-3fed-4300-a8be-f6042d7f971c req-6c1df3ac-30fb-4114-b89f-f577cc132dd3 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=92f9b5d2-ea4f-461e-8414-5887ee6ac63f HTTP/1.1" status: 200 len: 1098 time: 0.0452030 Sep 07 14:09:56.443575 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-292b74fb-3fed-4300-a8be-f6042d7f971c req-2b13bb29-1fcf-429f-9089-bfa0e8a884e6 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=b2a46496-e3bb-4bac-a613-45bf9f48eefa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379286 Sep 07 14:09:56.813128 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8de379-e258-4536-b52c-1542dc7b8b72 req-6942d2a7-e7a4-45db-b628-3eee4ae3b3a6 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:09:56.814636 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-fb8de379-e258-4536-b52c-1542dc7b8b72 req-6942d2a7-e7a4-45db-b628-3eee4ae3b3a6 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/ports?device_id=92f9b5d2-ea4f-461e-8414-5887ee6ac63f HTTP/1.1" status: 200 len: 945 time: 0.0518804 Sep 07 14:09:56.858714 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-fb8de379-e258-4536-b52c-1542dc7b8b72 req-ad66b9fc-316f-48e3-9b8e-311f8fd107eb tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/security-groups?id=b2a46496-e3bb-4bac-a613-45bf9f48eefa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372336 Sep 07 14:09:57.144811 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fed73b-f805-46e7-9ce4-1209cd24deac req-f18f22af-f39f-46da-8336-f2d85c5a6f99 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:09:57.146355 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-65fed73b-f805-46e7-9ce4-1209cd24deac req-f18f22af-f39f-46da-8336-f2d85c5a6f99 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ac0934b-f4cd-4421-a325-8fff04835bbc HTTP/1.1" status: 200 len: 945 time: 0.0518098 Sep 07 14:09:57.187700 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-65fed73b-f805-46e7-9ce4-1209cd24deac req-80544afb-55c0-4642-a029-dd48771b8a67 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] 10.222.0.60 "GET /v2.0/security-groups?id=ee56c5f5-d2bf-4ac0-8e7f-3030efc8e7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346901 Sep 07 14:09:57.413605 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6ecb9f-d20b-429b-a746-58562f3a1ad3 req-8e1d5cc3-f706-4a94-a5e8-d2c611030879 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:09:57.415477 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-ea6ecb9f-d20b-429b-a746-58562f3a1ad3 req-8e1d5cc3-f706-4a94-a5e8-d2c611030879 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ac0934b-f4cd-4421-a325-8fff04835bbc HTTP/1.1" status: 200 len: 945 time: 0.0514231 Sep 07 14:09:57.455681 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-ea6ecb9f-d20b-429b-a746-58562f3a1ad3 req-83e1bcf1-4849-4e19-823d-b74bb3f58506 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] 10.222.0.60 "GET /v2.0/security-groups?id=ee56c5f5-d2bf-4ac0-8e7f-3030efc8e7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333450 Sep 07 14:09:57.491849 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffef5636-7a25-4fb2-919e-ceeb280dcf20 req-60d4afd3-69cc-4773-9f22-77a1b86c7e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:09:57.493492 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-ffef5636-7a25-4fb2-919e-ceeb280dcf20 req-60d4afd3-69cc-4773-9f22-77a1b86c7e8d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=584f3be6a05141bfb7e331ef2c02474d&device_id=7ac0934b-f4cd-4421-a325-8fff04835bbc HTTP/1.1" status: 200 len: 1098 time: 0.0468853 Sep 07 14:09:57.600263 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffef5636-7a25-4fb2-919e-ceeb280dcf20 req-f3ba6c45-d77d-4256-8b06-c0790766925d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:09:57.601841 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-ffef5636-7a25-4fb2-919e-ceeb280dcf20 req-f3ba6c45-d77d-4256-8b06-c0790766925d service neutron] 10.222.0.23 "GET /v2.0/networks?id=2ef27011-b43e-416b-9da9-0568387a6a08 HTTP/1.1" status: 200 len: 911 time: 0.0976593 Sep 07 14:09:57.685340 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-ffef5636-7a25-4fb2-919e-ceeb280dcf20 req-86b3f8c4-77fb-4c0e-bbaf-4f3b3dcc09ea service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=67949d7e-c8a2-480c-a855-bf27f4fa9292 HTTP/1.1" status: 200 len: 999 time: 0.0726700 Sep 07 14:09:57.738880 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffef5636-7a25-4fb2-919e-ceeb280dcf20 req-fc3d08dd-4327-447a-8431-2ba2e14a7d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:09:57.741320 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-ffef5636-7a25-4fb2-919e-ceeb280dcf20 req-fc3d08dd-4327-447a-8431-2ba2e14a7d83 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f68d2061-21fd-4a9c-bc36-251c4f0ac2ed HTTP/1.1" status: 200 len: 849 time: 0.0471225 Sep 07 14:09:57.789656 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffef5636-7a25-4fb2-919e-ceeb280dcf20 req-ae8ff950-e3f7-4c0b-b3b2-3f78dc7efde6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:09:57.791188 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-ffef5636-7a25-4fb2-919e-ceeb280dcf20 req-ae8ff950-e3f7-4c0b-b3b2-3f78dc7efde6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2ef27011-b43e-416b-9da9-0568387a6a08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0390241 Sep 07 14:09:57.887363 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-ffef5636-7a25-4fb2-919e-ceeb280dcf20 req-cd5c0b99-16a4-4454-8d02-ed1bef76c0e4 service neutron] 10.222.0.23 "GET /v2.0/networks/2ef27011-b43e-416b-9da9-0568387a6a08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855689 Sep 07 14:09:57.979958 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90d2730-126a-4fbe-b1f0-2bc7f7347352 req-5bbea5d1-b2e0-43bc-a7bb-229a590ab6f2 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:09:57.981456 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-c90d2730-126a-4fbe-b1f0-2bc7f7347352 req-5bbea5d1-b2e0-43bc-a7bb-229a590ab6f2 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/ports?device_id=92f9b5d2-ea4f-461e-8414-5887ee6ac63f HTTP/1.1" status: 200 len: 945 time: 0.0497158 Sep 07 14:09:57.987847 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-ffef5636-7a25-4fb2-919e-ceeb280dcf20 req-c584c229-09c8-4e02-a1e1-fb205aec4af1 service neutron] 10.222.0.23 "GET /v2.0/networks/2ef27011-b43e-416b-9da9-0568387a6a08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914307 Sep 07 14:09:58.024685 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-c90d2730-126a-4fbe-b1f0-2bc7f7347352 req-471fd2d0-21f9-4ddb-b6f1-3180a4f8356b tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/security-groups?id=b2a46496-e3bb-4bac-a613-45bf9f48eefa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370102 Sep 07 14:09:58.142402 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25ef8dd-34fc-4606-a3e5-b05ed8ccaa6f req-53758d9b-bfa1-4465-b9fe-0c7144be5d86 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:09:58.143915 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-f25ef8dd-34fc-4606-a3e5-b05ed8ccaa6f req-53758d9b-bfa1-4465-b9fe-0c7144be5d86 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/ports?device_id=92f9b5d2-ea4f-461e-8414-5887ee6ac63f HTTP/1.1" status: 200 len: 945 time: 0.0506861 Sep 07 14:09:58.153184 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.wsgi [-] (94138) accepted ('10.222.0.60', 49604) {{(pid=94138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:09:58.158702 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.v2.base [None req-55a7010f-d39f-4afd-bc20-c8c582c52354 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Request body: {'floatingip': {'port_id': 'c5d1b3f8-99e1-4800-bd21-6a46b729e8d3'}} {{(pid=94138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:09:58.202433 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-55a7010f-d39f-4afd-bc20-c8c582c52354 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Notify callbacks [] for floatingip, before_update {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:58.430872 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.wsgi [-] (94137) accepted ('10.222.0.60', 49612) {{(pid=94137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:09:58.550733 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-50e7a52f-d95d-4df4-9a40-d32f28a4be33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:58.623229 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12bb2ac-775a-4018-8ee0-fa2772d23c96 req-ee25ff25-88ce-475b-b308-484004bb0090 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:09:58.624907 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-f12bb2ac-775a-4018-8ee0-fa2772d23c96 req-ee25ff25-88ce-475b-b308-484004bb0090 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ac0934b-f4cd-4421-a325-8fff04835bbc HTTP/1.1" status: 200 len: 945 time: 0.0705507 Sep 07 14:09:58.673274 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-55a7010f-d39f-4afd-bc20-c8c582c52354 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:58.678612 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-55a7010f-d39f-4afd-bc20-c8c582c52354 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-432510'] for floatingip, after_update {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:58.680409 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-f12bb2ac-775a-4018-8ee0-fa2772d23c96 req-146ce65e-7692-43e5-9c71-5fc571598a7f tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] 10.222.0.60 "GET /v2.0/security-groups?id=ee56c5f5-d2bf-4ac0-8e7f-3030efc8e7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474725 Sep 07 14:09:58.734812 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-50e7a52f-d95d-4df4-9a40-d32f28a4be33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:58.739802 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-50e7a52f-d95d-4df4-9a40-d32f28a4be33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585164'] for security_group, after_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:58.777939 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e7a52f-d95d-4df4-9a40-d32f28a4be33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d85b6bb6-28e1-48ae-9cc6-bdb3480edfe8,revision_number=1']} {{(pid=94137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:09:58.783715 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.db.l3_db [None req-55a7010f-d39f-4afd-bc20-c8c582c52354 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Floating IP 55d7a8fd-bc75-4a12-8bd4-c888d9d32e13 associated. External IP: 172.27.2.251, port: c5d1b3f8-99e1-4800-bd21-6a46b729e8d3. Sep 07 14:09:58.789909 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [None req-50e7a52f-d95d-4df4-9a40-d32f28a4be33 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ddc590f8e5a3478f8384c0e7e0a69459&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3550265 Sep 07 14:09:58.789909 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.wsgi [-] (94137) accepted ('10.222.0.60', 49618) {{(pid=94137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:09:58.841362 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-e697928e-1803-4f3a-b77e-c10e391c1014 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:58.862797 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-e697928e-1803-4f3a-b77e-c10e391c1014 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:58.919556 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-e697928e-1803-4f3a-b77e-c10e391c1014 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585164'] for security_group, after_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:58.922625 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-e697928e-1803-4f3a-b77e-c10e391c1014 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:58.924208 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [None req-e697928e-1803-4f3a-b77e-c10e391c1014 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d85b6bb6-28e1-48ae-9cc6-bdb3480edfe8 HTTP/1.1" status: 204 len: 168 time: 0.1338143 Sep 07 14:09:58.933447 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e697928e-1803-4f3a-b77e-c10e391c1014 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d85b6bb6-28e1-48ae-9cc6-bdb3480edfe8,revision_number=None']} {{(pid=94137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:09:59.014058 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55a7010f-d39f-4afd-bc20-c8c582c52354 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Router 99391e3d-48cd-4c70-8727-73113289dc51 has already been hosted by L3 agent fa68c273-d39f-43dc-b6f8-e0c6852ace12 {{(pid=94138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 14:09:59.129204 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55a7010f-d39f-4afd-bc20-c8c582c52354 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Notify agent at l3_agent.dv-cinder-782910-4-iscsi the message routers_updated {{(pid=94138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 14:09:59.137320 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-55a7010f-d39f-4afd-bc20-c8c582c52354 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88768'] for floatingip, before_response {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:09:59.150991 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f55635b-5cb7-4d45-9c8d-7c8a5304d50b None None] Sync routers for ids ['99391e3d-48cd-4c70-8727-73113289dc51'] in dv-cinder-782910-4-iscsi {{(pid=94139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 14:09:59.176829 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f55635b-5cb7-4d45-9c8d-7c8a5304d50b None None] Routers {'99391e3d-48cd-4c70-8727-73113289dc51'} bound to L3 agent in host dv-cinder-782910-4-iscsi {{(pid=94139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:09:59.177464 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.l3_hamode_db [None req-1f55635b-5cb7-4d45-9c8d-7c8a5304d50b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T13:58:13Z,description=,heartbeat_timestamp=2021-09-07T14:09:43Z,host='dv-cinder-782910-4-iscsi',id=fa68c273-d39f-43dc-b6f8-e0c6852ace12,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T13:58:13Z,topic='l3_agent')) {'router_ids': ['99391e3d-48cd-4c70-8727-73113289dc51'], 'active': True} {{(pid=94139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:09:59.177823 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [None req-55a7010f-d39f-4afd-bc20-c8c582c52354 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "PUT /v2.0/floatingips/55d7a8fd-bc75-4a12-8bd4-c888d9d32e13 HTTP/1.1" status: 200 len: 991 time: 1.0230751 Sep 07 14:09:59.178722 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92f9b5d2-ea4f-461e-8414-5887ee6ac63f', 'tag': 'c5d1b3f8-99e1-4800-bd21-6a46b729e8d3'}] {{(pid=94138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:09:59.181802 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2f7ddeb31991bace343f2b2f4f22cd3bc4274a24b7cd750f83a004d46e17087" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-264b3a38-09f6-4640-8fa5-60ab3c74b86b" -d '{"events": [{"name": "network-changed", "server_uuid": "92f9b5d2-ea4f-461e-8414-5887ee6ac63f", "tag": "c5d1b3f8-99e1-4800-bd21-6a46b729e8d3"}]}' {{(pid=94138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:09:59.222737 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 14:09:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f0b99bb-f87f-4849-89cd-0883028a715b x-openstack-request-id: req-8f0b99bb-f87f-4849-89cd-0883028a715b {{(pid=94138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:09:59.223028 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92f9b5d2-ea4f-461e-8414-5887ee6ac63f", "tag": "c5d1b3f8-99e1-4800-bd21-6a46b729e8d3", "status": "completed", "code": 200}]} {{(pid=94138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:09:59.223365 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8f0b99bb-f87f-4849-89cd-0883028a715b {{(pid=94138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:09:59.223668 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92f9b5d2-ea4f-461e-8414-5887ee6ac63f', 'tag': 'c5d1b3f8-99e1-4800-bd21-6a46b729e8d3', 'status': 'completed', 'code': 200} Sep 07 14:09:59.323943 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264b3a38-09f6-4640-8fa5-60ab3c74b86b req-8a784413-f8f5-469f-ab62-5bceccf8aa0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:09:59.325835 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-264b3a38-09f6-4640-8fa5-60ab3c74b86b req-8a784413-f8f5-469f-ab62-5bceccf8aa0b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6b4f71d3e9204b32b4e86d817985b1ea&device_id=92f9b5d2-ea4f-461e-8414-5887ee6ac63f HTTP/1.1" status: 200 len: 1098 time: 0.0583193 Sep 07 14:09:59.436712 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264b3a38-09f6-4640-8fa5-60ab3c74b86b req-8752c0dd-a415-49ba-86fb-791c716cc7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:09:59.438265 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-264b3a38-09f6-4640-8fa5-60ab3c74b86b req-8752c0dd-a415-49ba-86fb-791c716cc7a7 service neutron] 10.222.0.23 "GET /v2.0/networks?id=7080b35d-131d-4288-830a-20e851d36466 HTTP/1.1" status: 200 len: 918 time: 0.1018858 Sep 07 14:09:59.456388 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.l3_dvr_db [None req-1f55635b-5cb7-4d45-9c8d-7c8a5304d50b None None] Set router 99391e3d-48cd-4c70-8727-73113289dc51 gateway port host: dv-cinder-782910-4-iscsi {{(pid=94139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:09:59.525828 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-264b3a38-09f6-4640-8fa5-60ab3c74b86b req-3672f303-0c7a-4232-af35-ce4d252a3927 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c5d1b3f8-99e1-4800-bd21-6a46b729e8d3 HTTP/1.1" status: 200 len: 999 time: 0.0763531 Sep 07 14:09:59.597486 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264b3a38-09f6-4640-8fa5-60ab3c74b86b req-497447bf-b869-4347-8c97-044cd5f71827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:09:59.599009 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-264b3a38-09f6-4640-8fa5-60ab3c74b86b req-497447bf-b869-4347-8c97-044cd5f71827 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5ffd200c-eaef-4ea2-b697-3bcc1716b422 HTTP/1.1" status: 200 len: 856 time: 0.0579913 Sep 07 14:09:59.645803 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264b3a38-09f6-4640-8fa5-60ab3c74b86b req-fe209817-e1e1-4b7f-9156-4098be6a8745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:09:59.647312 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-264b3a38-09f6-4640-8fa5-60ab3c74b86b req-fe209817-e1e1-4b7f-9156-4098be6a8745 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7080b35d-131d-4288-830a-20e851d36466&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0405519 Sep 07 14:09:59.757565 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-264b3a38-09f6-4640-8fa5-60ab3c74b86b req-77e9fb54-d1c4-4627-9827-0c5db7e963fd service neutron] 10.222.0.23 "GET /v2.0/networks/7080b35d-131d-4288-830a-20e851d36466?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020834 Sep 07 14:09:59.779569 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.l3_hamode_db [None req-1f55635b-5cb7-4d45-9c8d-7c8a5304d50b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99391e3d-48cd-4c70-8727-73113289dc51', 'name': 'tempest-AttachVolumeShelveTestJSON-1641349896-router', 'tenant_id': '6b4f71d3e9204b32b4e86d817985b1ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'external_fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': '82870f27-3cf0-43e6-bafa-d9aae1e0abab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:09:38Z', 'updated_at': '2021-09-07T14:09:42Z', 'revision_number': 4, 'project_id': '6b4f71d3e9204b32b4e86d817985b1ea', 'gw_port': {'id': '82870f27-3cf0-43e6-bafa-d9aae1e0abab', 'name': '', 'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:06:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99391e3d-48cd-4c70-8727-73113289dc51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:09:39Z', 'updated_at': '2021-09-07T14:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-4-iscsi', '_floatingips': [{'id': '55d7a8fd-bc75-4a12-8bd4-c888d9d32e13', 'tenant_id': '6b4f71d3e9204b32b4e86d817985b1ea', 'floating_ip_address': '172.27.2.251', 'floating_network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'router_id': '99391e3d-48cd-4c70-8727-73113289dc51', 'port_id': 'c5d1b3f8-99e1-4800-bd21-6a46b729e8d3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7080b35d-131d-4288-830a-20e851d36466', 'mac_address': 'fa:16:3e:b1:1a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92f9b5d2-ea4f-461e-8414-5887ee6ac63f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T14:09:44Z', 'updated_at': '2021-09-07T14:09:58Z', 'revision_number': 1, 'project_id': '6b4f71d3e9204b32b4e86d817985b1ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aae5dfa8-fed6-4fa4-8194-0d054f4fa6d0', 'name': '', 'network_id': '7080b35d-131d-4288-830a-20e851d36466', 'tenant_id': '6b4f71d3e9204b32b4e86d817985b1ea', 'mac_address': 'fa:16:3e:a3:73:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99391e3d-48cd-4c70-8727-73113289dc51', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '5ffd200c-eaef-4ea2-b697-3bcc1716b422', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:09:41Z', 'updated_at': '2021-09-07T14:09:48Z', 'revision_number': 5, 'project_id': '6b4f71d3e9204b32b4e86d817985b1ea', 'subnets': [{'id': '5ffd200c-eaef-4ea2-b697-3bcc1716b422', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782910-4-iscsi', False) {} {{(pid=94139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:09:59.812933 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fedcb90-9147-4b99-8a5c-35eb8695b36e req-f498b622-de3a-4558-92ef-04877a0924ec tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:09:59.814586 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-2fedcb90-9147-4b99-8a5c-35eb8695b36e req-f498b622-de3a-4558-92ef-04877a0924ec tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ac0934b-f4cd-4421-a325-8fff04835bbc HTTP/1.1" status: 200 len: 945 time: 0.0544512 Sep 07 14:09:59.815256 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f55635b-5cb7-4d45-9c8d-7c8a5304d50b None None] Checking router: 99391e3d-48cd-4c70-8727-73113289dc51 for host: dv-cinder-782910-4-iscsi {{(pid=94139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 14:09:59.826209 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f55635b-5cb7-4d45-9c8d-7c8a5304d50b None None] Routers {'99391e3d-48cd-4c70-8727-73113289dc51'} bound to L3 agent in host dv-cinder-782910-4-iscsi {{(pid=94139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:09:59.827149 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.l3_hamode_db [None req-1f55635b-5cb7-4d45-9c8d-7c8a5304d50b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T13:58:13Z,description=,heartbeat_timestamp=2021-09-07T14:09:43Z,host='dv-cinder-782910-4-iscsi',id=fa68c273-d39f-43dc-b6f8-e0c6852ace12,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T13:58:13Z,topic='l3_agent')) {'router_ids': ['99391e3d-48cd-4c70-8727-73113289dc51'], 'active': True} {{(pid=94139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:09:59.866643 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-2fedcb90-9147-4b99-8a5c-35eb8695b36e req-0ad019eb-dd3e-4e18-9307-64b58c0e5f75 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] 10.222.0.60 "GET /v2.0/security-groups?id=ee56c5f5-d2bf-4ac0-8e7f-3030efc8e7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366652 Sep 07 14:09:59.883261 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-264b3a38-09f6-4640-8fa5-60ab3c74b86b req-36ce74ea-7683-4ea7-a6d7-04d6b5228e4c service neutron] 10.222.0.23 "GET /v2.0/networks/7080b35d-131d-4288-830a-20e851d36466?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122699 Sep 07 14:09:59.952782 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.l3_dvr_db [None req-1f55635b-5cb7-4d45-9c8d-7c8a5304d50b None None] Set router 99391e3d-48cd-4c70-8727-73113289dc51 gateway port host: dv-cinder-782910-4-iscsi {{(pid=94139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:10:00.197063 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.l3_hamode_db [None req-1f55635b-5cb7-4d45-9c8d-7c8a5304d50b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99391e3d-48cd-4c70-8727-73113289dc51', 'name': 'tempest-AttachVolumeShelveTestJSON-1641349896-router', 'tenant_id': '6b4f71d3e9204b32b4e86d817985b1ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'external_fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': '82870f27-3cf0-43e6-bafa-d9aae1e0abab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:09:38Z', 'updated_at': '2021-09-07T14:09:42Z', 'revision_number': 4, 'project_id': '6b4f71d3e9204b32b4e86d817985b1ea', 'gw_port': {'id': '82870f27-3cf0-43e6-bafa-d9aae1e0abab', 'name': '', 'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:06:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99391e3d-48cd-4c70-8727-73113289dc51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:09:39Z', 'updated_at': '2021-09-07T14:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-4-iscsi', '_floatingips': [{'id': '55d7a8fd-bc75-4a12-8bd4-c888d9d32e13', 'tenant_id': '6b4f71d3e9204b32b4e86d817985b1ea', 'floating_ip_address': '172.27.2.251', 'floating_network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'router_id': '99391e3d-48cd-4c70-8727-73113289dc51', 'port_id': 'c5d1b3f8-99e1-4800-bd21-6a46b729e8d3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7080b35d-131d-4288-830a-20e851d36466', 'mac_address': 'fa:16:3e:b1:1a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92f9b5d2-ea4f-461e-8414-5887ee6ac63f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T14:09:44Z', 'updated_at': '2021-09-07T14:09:58Z', 'revision_number': 1, 'project_id': '6b4f71d3e9204b32b4e86d817985b1ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aae5dfa8-fed6-4fa4-8194-0d054f4fa6d0', 'name': '', 'network_id': '7080b35d-131d-4288-830a-20e851d36466', 'tenant_id': '6b4f71d3e9204b32b4e86d817985b1ea', 'mac_address': 'fa:16:3e:a3:73:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99391e3d-48cd-4c70-8727-73113289dc51', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '5ffd200c-eaef-4ea2-b697-3bcc1716b422', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:09:41Z', 'updated_at': '2021-09-07T14:09:48Z', 'revision_number': 5, 'project_id': '6b4f71d3e9204b32b4e86d817985b1ea', 'subnets': [{'id': '5ffd200c-eaef-4ea2-b697-3bcc1716b422', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782910-4-iscsi', False) {} {{(pid=94139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:10:00.225874 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f55635b-5cb7-4d45-9c8d-7c8a5304d50b None None] The sync data for ids ['99391e3d-48cd-4c70-8727-73113289dc51'] in dv-cinder-782910-4-iscsi is: [{'id': '99391e3d-48cd-4c70-8727-73113289dc51', 'name': 'tempest-AttachVolumeShelveTestJSON-1641349896-router', 'tenant_id': '6b4f71d3e9204b32b4e86d817985b1ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'external_fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': '82870f27-3cf0-43e6-bafa-d9aae1e0abab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:09:38Z', 'updated_at': '2021-09-07T14:09:42Z', 'revision_number': 4, 'project_id': '6b4f71d3e9204b32b4e86d817985b1ea', 'gw_port': {'id': '82870f27-3cf0-43e6-bafa-d9aae1e0abab', 'name': '', 'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:06:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99391e3d-48cd-4c70-8727-73113289dc51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:09:39Z', 'updated_at': '2021-09-07T14:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-4-iscsi', '_floatingips': [{'id': '55d7a8fd-bc75-4a12-8bd4-c888d9d32e13', 'tenant_id': '6b4f71d3e9204b32b4e86d817985b1ea', 'floating_ip_address': '172.27.2.251', 'floating_network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'router_id': '99391e3d-48cd-4c70-8727-73113289dc51', 'port_id': 'c5d1b3f8-99e1-4800-bd21-6a46b729e8d3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7080b35d-131d-4288-830a-20e851d36466', 'mac_address': 'fa:16:3e:b1:1a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92f9b5d2-ea4f-461e-8414-5887ee6ac63f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T14:09:44Z', 'updated_at': '2021-09-07T14:09:58Z', 'revision_number': 1, 'project_id': '6b4f71d3e9204b32b4e86d817985b1ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aae5dfa8-fed6-4fa4-8194-0d054f4fa6d0', 'name': '', 'network_id': '7080b35d-131d-4288-830a-20e851d36466', 'tenant_id': '6b4f71d3e9204b32b4e86d817985b1ea', 'mac_address': 'fa:16:3e:a3:73:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99391e3d-48cd-4c70-8727-73113289dc51', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '5ffd200c-eaef-4ea2-b697-3bcc1716b422', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:09:41Z', 'updated_at': '2021-09-07T14:09:48Z', 'revision_number': 5, 'project_id': '6b4f71d3e9204b32b4e86d817985b1ea', 'subnets': [{'id': '5ffd200c-eaef-4ea2-b697-3bcc1716b422', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 14:10:00.440479 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af3f5a2b-02d8-4e06-9f17-75530bfc4e68 None None] New status for floating IP 55d7a8fd-bc75-4a12-8bd4-c888d9d32e13: ACTIVE {{(pid=94140) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 14:10:06.969933 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.agents_db [None req-36878762-3245-425c-bb44-2e5aea615dc4 None None] Agent healthcheck: found 6 active agents {{(pid=94140) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 14:10:10.642844 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-08000554-0e73-4d87-ae44-d2dd7148ec81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:10:13.437218 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-cc1638a8-5f26-432b-a3e5-fc8017fdef58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:10:13.709320 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2d5fa8-0737-46a5-ada3-512f1842e2a2 req-14ec1c8d-3e6b-40df-aa6f-814895b2a4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:10:13.710919 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-5e2d5fa8-0737-46a5-ada3-512f1842e2a2 req-14ec1c8d-3e6b-40df-aa6f-814895b2a4a8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e859b6827e2748129221219840ea5997&device_id=cf91d54d-86ad-4a3b-b085-d27cd9f284b8 HTTP/1.1" status: 200 len: 1138 time: 0.0568922 Sep 07 14:10:13.736462 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04e28ad-baac-40ca-a7ee-ee2e64464447 req-c1b66eb2-e268-49ff-be69-b16bffff980b tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:10:13.738190 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-f04e28ad-baac-40ca-a7ee-ee2e64464447 req-c1b66eb2-e268-49ff-be69-b16bffff980b tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf91d54d-86ad-4a3b-b085-d27cd9f284b8 HTTP/1.1" status: 200 len: 985 time: 0.0873966 Sep 07 14:10:13.786729 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-f04e28ad-baac-40ca-a7ee-ee2e64464447 req-66c7296d-d2d4-4949-82a6-de3d96f2447e tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ee0b6d8-0816-470a-861d-36080b2e56f2&id=973e2c19-d630-4ac5-b2ea-d2fb7b1bb762&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0388398 Sep 07 14:10:13.821039 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2d5fa8-0737-46a5-ada3-512f1842e2a2 req-2afa3794-c743-4070-9e05-16c92dc33d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:10:13.822571 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-5e2d5fa8-0737-46a5-ada3-512f1842e2a2 req-2afa3794-c743-4070-9e05-16c92dc33d6b service neutron] 10.222.0.23 "GET /v2.0/networks?id=e6139945-2b0e-4dd3-b90e-3cc2664bbe09 HTTP/1.1" status: 200 len: 916 time: 0.1042025 Sep 07 14:10:13.900496 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-5e2d5fa8-0737-46a5-ada3-512f1842e2a2 req-d2ba0c92-ebea-47ef-855c-1d80b06bf700 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a74c893a-2dbe-4723-b64e-e778b467725b HTTP/1.1" status: 200 len: 1001 time: 0.0687981 Sep 07 14:10:13.958648 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2d5fa8-0737-46a5-ada3-512f1842e2a2 req-8bbec4ea-b3f7-488d-9669-830268d2b6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:10:13.960037 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-5e2d5fa8-0737-46a5-ada3-512f1842e2a2 req-8bbec4ea-b3f7-488d-9669-830268d2b6dd service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6c2e9c28-06dc-45ab-a546-78440fe11400 HTTP/1.1" status: 200 len: 854 time: 0.0510919 Sep 07 14:10:14.004888 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2d5fa8-0737-46a5-ada3-512f1842e2a2 req-22b28dbb-3a5f-49df-9509-89b47b175dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:10:14.006513 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-5e2d5fa8-0737-46a5-ada3-512f1842e2a2 req-22b28dbb-3a5f-49df-9509-89b47b175dec service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e6139945-2b0e-4dd3-b90e-3cc2664bbe09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0393877 Sep 07 14:10:14.107499 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-5e2d5fa8-0737-46a5-ada3-512f1842e2a2 req-74e2c1cb-82f2-41fd-ab13-4e209eea5143 service neutron] 10.222.0.23 "GET /v2.0/networks/e6139945-2b0e-4dd3-b90e-3cc2664bbe09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932808 Sep 07 14:10:14.194135 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-90497945-cc67-4e40-89ff-93978391019b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:10:14.213895 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-5e2d5fa8-0737-46a5-ada3-512f1842e2a2 req-88d31d40-7ed1-4c36-9512-964e4cd5fd77 service neutron] 10.222.0.23 "GET /v2.0/networks/e6139945-2b0e-4dd3-b90e-3cc2664bbe09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922663 Sep 07 14:10:14.687759 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-cec4f6fb-2ca0-44f4-a970-9dc467b3a3ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:10:14.917159 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d380ab7c-0a87-410b-b664-27ca9c768fcd req-9826b3c6-2a18-44e9-8c61-9a5f520ad0dc tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:10:14.919405 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-d380ab7c-0a87-410b-b664-27ca9c768fcd req-9826b3c6-2a18-44e9-8c61-9a5f520ad0dc tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf91d54d-86ad-4a3b-b085-d27cd9f284b8 HTTP/1.1" status: 200 len: 985 time: 0.0614069 Sep 07 14:10:14.960153 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-d380ab7c-0a87-410b-b664-27ca9c768fcd req-4a46aa5f-8b6f-4317-8641-da6f9140a014 tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ee0b6d8-0816-470a-861d-36080b2e56f2&id=973e2c19-d630-4ac5-b2ea-d2fb7b1bb762&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0345857 Sep 07 14:10:15.866888 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-24e6fa56-2407-4935-9ec7-bc4eea9bdf8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:10:16.091382 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9fd434-ef94-43c3-99c1-1240872edb95 req-b7d327e8-9d3b-4afd-b042-24f16cbf8f55 tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:10:16.092889 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-bf9fd434-ef94-43c3-99c1-1240872edb95 req-b7d327e8-9d3b-4afd-b042-24f16cbf8f55 tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf91d54d-86ad-4a3b-b085-d27cd9f284b8 HTTP/1.1" status: 200 len: 985 time: 0.0632100 Sep 07 14:10:16.135174 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-bf9fd434-ef94-43c3-99c1-1240872edb95 req-8f9f65d6-b790-453e-b513-3762c5ebe36e tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ee0b6d8-0816-470a-861d-36080b2e56f2&id=973e2c19-d630-4ac5-b2ea-d2fb7b1bb762&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0361104 Sep 07 14:10:16.173848 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.wsgi [-] (94138) accepted ('10.222.0.60', 49846) {{(pid=94138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:10:16.283638 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-5a9d243c-3797-4871-8cc1-f606560b6493 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:10:16.381519 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-5a9d243c-3797-4871-8cc1-f606560b6493 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:10:16.385893 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-5a9d243c-3797-4871-8cc1-f606560b6493 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585164'] for security_group, after_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:10:16.429861 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [None req-5a9d243c-3797-4871-8cc1-f606560b6493 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a8738c4319554859bf7d0e459ad608f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2523892 Sep 07 14:10:16.429861 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9d243c-3797-4871-8cc1-f606560b6493 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=853a8fa2-3744-42e4-8985-c79c1d2bfc60,revision_number=1']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:10:16.430817 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.wsgi [-] (94137) accepted ('10.222.0.60', 49856) {{(pid=94137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:10:16.436630 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9d243c-3797-4871-8cc1-f606560b6493 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:10:16.436630 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9d243c-3797-4871-8cc1-f606560b6493 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:10:16.437066 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9d243c-3797-4871-8cc1-f606560b6493 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:10:16.438326 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9d243c-3797-4871-8cc1-f606560b6493 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:10:16.438326 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9d243c-3797-4871-8cc1-f606560b6493 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:10:16.438678 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9d243c-3797-4871-8cc1-f606560b6493 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:10:16.439922 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9d243c-3797-4871-8cc1-f606560b6493 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:10:16.440347 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9d243c-3797-4871-8cc1-f606560b6493 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:10:16.440685 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9d243c-3797-4871-8cc1-f606560b6493 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:10:16.441016 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9d243c-3797-4871-8cc1-f606560b6493 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:10:16.441364 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9d243c-3797-4871-8cc1-f606560b6493 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:10:16.441694 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9d243c-3797-4871-8cc1-f606560b6493 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:10:16.500838 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-7e3878dd-3ff8-4efb-bdad-f45192dd394f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:10:16.524707 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-7e3878dd-3ff8-4efb-bdad-f45192dd394f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:10:16.574735 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-7e3878dd-3ff8-4efb-bdad-f45192dd394f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585164'] for security_group, after_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:10:16.577234 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-7e3878dd-3ff8-4efb-bdad-f45192dd394f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:10:16.578387 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [None req-7e3878dd-3ff8-4efb-bdad-f45192dd394f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/853a8fa2-3744-42e4-8985-c79c1d2bfc60 HTTP/1.1" status: 204 len: 168 time: 0.1463525 Sep 07 14:10:16.586071 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3878dd-3ff8-4efb-bdad-f45192dd394f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=853a8fa2-3744-42e4-8985-c79c1d2bfc60,revision_number=None']} {{(pid=94137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:10:17.251547 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5234fae-954b-4247-9534-259235655752 req-38eb6ebf-1410-4243-88d6-8ac445edc721 tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:10:17.253203 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-f5234fae-954b-4247-9534-259235655752 req-38eb6ebf-1410-4243-88d6-8ac445edc721 tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf91d54d-86ad-4a3b-b085-d27cd9f284b8 HTTP/1.1" status: 200 len: 985 time: 0.0495541 Sep 07 14:10:17.295217 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-f5234fae-954b-4247-9534-259235655752 req-8217967a-b9db-45cb-a797-d689a5ffdad5 tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ee0b6d8-0816-470a-861d-36080b2e56f2&id=973e2c19-d630-4ac5-b2ea-d2fb7b1bb762&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0357780 Sep 07 14:10:18.415775 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:10:18.426433 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6e51c2-99dd-4bb5-a976-068b19e376bb req-93d68b2f-487c-40dd-992f-509ad5ad709e tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:10:18.428037 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-1e6e51c2-99dd-4bb5-a976-068b19e376bb req-93d68b2f-487c-40dd-992f-509ad5ad709e tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf91d54d-86ad-4a3b-b085-d27cd9f284b8 HTTP/1.1" status: 200 len: 985 time: 0.0563595 Sep 07 14:10:18.468904 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-1e6e51c2-99dd-4bb5-a976-068b19e376bb req-c0d111a3-47e5-4dd6-9d27-18d2915a48c0 tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ee0b6d8-0816-470a-861d-36080b2e56f2&id=973e2c19-d630-4ac5-b2ea-d2fb7b1bb762&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0341065 Sep 07 14:10:19.039930 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a91024c-8ed4-46fe-a708-60fb24c8a2b0 req-f43c56f7-80e3-400b-a201-24d5a0f4d4e4 tempest-VolumesSnapshotTestJSON-131260254 tempest-VolumesSnapshotTestJSON-131260254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:10:19.041746 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-9a91024c-8ed4-46fe-a708-60fb24c8a2b0 req-f43c56f7-80e3-400b-a201-24d5a0f4d4e4 tempest-VolumesSnapshotTestJSON-131260254 tempest-VolumesSnapshotTestJSON-131260254-project] 10.222.0.60 "GET /v2.0/ports?device_id=a9eaba82-ccd1-477b-bbdf-de5882aed6a3 HTTP/1.1" status: 200 len: 946 time: 0.0524795 Sep 07 14:10:19.080679 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-9a91024c-8ed4-46fe-a708-60fb24c8a2b0 req-1ac0e02d-d8d3-4ba1-8359-147686ad6623 tempest-VolumesSnapshotTestJSON-131260254 tempest-VolumesSnapshotTestJSON-131260254-project] 10.222.0.60 "GET /v2.0/security-groups?id=f33acb5f-a3c4-498e-a973-ef93198eaf3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319078 Sep 07 14:10:19.220741 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-759eced0-1dc8-46b9-a604-f84f7ed66b22 req-075511dd-e182-455b-9e38-9aacdf5b1e19 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=7ac0934b-f4cd-4421-a325-8fff04835bbc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0467005 Sep 07 14:10:19.314531 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759eced0-1dc8-46b9-a604-f84f7ed66b22 req-d91c08f3-7c75-4146-b466-5b0a4401ff52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:10:19.315957 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-759eced0-1dc8-46b9-a604-f84f7ed66b22 req-d91c08f3-7c75-4146-b466-5b0a4401ff52 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=584f3be6a05141bfb7e331ef2c02474d&device_id=7ac0934b-f4cd-4421-a325-8fff04835bbc HTTP/1.1" status: 200 len: 1098 time: 0.0424836 Sep 07 14:10:19.431081 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759eced0-1dc8-46b9-a604-f84f7ed66b22 req-087a2921-d54c-425a-a8be-6b059f65d8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:10:19.433112 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-759eced0-1dc8-46b9-a604-f84f7ed66b22 req-087a2921-d54c-425a-a8be-6b059f65d8d8 service neutron] 10.222.0.23 "GET /v2.0/networks?id=2ef27011-b43e-416b-9da9-0568387a6a08 HTTP/1.1" status: 200 len: 911 time: 0.0962794 Sep 07 14:10:19.512252 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-759eced0-1dc8-46b9-a604-f84f7ed66b22 req-7c762155-1637-4fd7-8186-bdf402bbd51f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=67949d7e-c8a2-480c-a855-bf27f4fa9292 HTTP/1.1" status: 200 len: 999 time: 0.0664508 Sep 07 14:10:19.580555 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759eced0-1dc8-46b9-a604-f84f7ed66b22 req-1e2e3cdd-db9a-4f6e-a47e-51b010ca0cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:10:19.582967 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-759eced0-1dc8-46b9-a604-f84f7ed66b22 req-1e2e3cdd-db9a-4f6e-a47e-51b010ca0cc1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f68d2061-21fd-4a9c-bc36-251c4f0ac2ed HTTP/1.1" status: 200 len: 849 time: 0.0622339 Sep 07 14:10:19.600574 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017e0af6-420d-40d8-bc67-ba53ca0776a5 req-4dbf533c-2c13-45a9-a04a-381e69f14eb5 tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:10:19.602143 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-017e0af6-420d-40d8-bc67-ba53ca0776a5 req-4dbf533c-2c13-45a9-a04a-381e69f14eb5 tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf91d54d-86ad-4a3b-b085-d27cd9f284b8 HTTP/1.1" status: 200 len: 985 time: 0.0556705 Sep 07 14:10:19.636727 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759eced0-1dc8-46b9-a604-f84f7ed66b22 req-a8a5a80c-ec25-493d-8aeb-e99ab90cfbcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:10:19.638296 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-759eced0-1dc8-46b9-a604-f84f7ed66b22 req-a8a5a80c-ec25-493d-8aeb-e99ab90cfbcc service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2ef27011-b43e-416b-9da9-0568387a6a08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0437102 Sep 07 14:10:19.645545 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-017e0af6-420d-40d8-bc67-ba53ca0776a5 req-6da8afd5-c194-4fef-861f-8c1afc8c7501 tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ee0b6d8-0816-470a-861d-36080b2e56f2&id=973e2c19-d630-4ac5-b2ea-d2fb7b1bb762&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0360868 Sep 07 14:10:19.747209 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-759eced0-1dc8-46b9-a604-f84f7ed66b22 req-f3087e44-e564-4e2a-997b-67bdcf0de393 service neutron] 10.222.0.23 "GET /v2.0/networks/2ef27011-b43e-416b-9da9-0568387a6a08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997844 Sep 07 14:10:19.876229 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-759eced0-1dc8-46b9-a604-f84f7ed66b22 req-f990817b-3e79-4e24-9c85-bb9f1a23e6fd service neutron] 10.222.0.23 "GET /v2.0/networks/2ef27011-b43e-416b-9da9-0568387a6a08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208646 Sep 07 14:10:20.199612 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb311319-5ebd-4fc3-a0cc-c5fee3ec1558 req-f0eba292-e3c6-4d41-8e7a-8c6392d1552a tempest-VolumesSnapshotTestJSON-131260254 tempest-VolumesSnapshotTestJSON-131260254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:10:20.201133 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-fb311319-5ebd-4fc3-a0cc-c5fee3ec1558 req-f0eba292-e3c6-4d41-8e7a-8c6392d1552a tempest-VolumesSnapshotTestJSON-131260254 tempest-VolumesSnapshotTestJSON-131260254-project] 10.222.0.60 "GET /v2.0/ports?device_id=a9eaba82-ccd1-477b-bbdf-de5882aed6a3 HTTP/1.1" status: 200 len: 946 time: 0.0539947 Sep 07 14:10:20.239245 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-fb311319-5ebd-4fc3-a0cc-c5fee3ec1558 req-5551e60d-5741-4a21-9724-61725c7289c2 tempest-VolumesSnapshotTestJSON-131260254 tempest-VolumesSnapshotTestJSON-131260254-project] 10.222.0.60 "GET /v2.0/security-groups?id=f33acb5f-a3c4-498e-a973-ef93198eaf3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320308 Sep 07 14:10:20.765996 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b757c8bf-e01c-48b0-a6b2-845607c8c096 req-f9d5db7e-2ea1-458a-9502-4d29aa6aa97e tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:10:20.767469 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-b757c8bf-e01c-48b0-a6b2-845607c8c096 req-f9d5db7e-2ea1-458a-9502-4d29aa6aa97e tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf91d54d-86ad-4a3b-b085-d27cd9f284b8 HTTP/1.1" status: 200 len: 985 time: 0.0520170 Sep 07 14:10:20.808961 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-b757c8bf-e01c-48b0-a6b2-845607c8c096 req-8cd29bdb-be44-4d99-87e6-38bfb7041c53 tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ee0b6d8-0816-470a-861d-36080b2e56f2&id=973e2c19-d630-4ac5-b2ea-d2fb7b1bb762&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0349722 Sep 07 14:10:21.025612 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc6cd33-5d8d-42f1-a066-d830c367ced5 req-34c71683-d812-40a9-b0f7-bb4681b652bd tempest-VolumesSnapshotTestJSON-131260254 tempest-VolumesSnapshotTestJSON-131260254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:10:21.034188 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-0fc6cd33-5d8d-42f1-a066-d830c367ced5 req-34c71683-d812-40a9-b0f7-bb4681b652bd tempest-VolumesSnapshotTestJSON-131260254 tempest-VolumesSnapshotTestJSON-131260254-project] 10.222.0.23 "GET /v2.0/ports?device_id=a9eaba82-ccd1-477b-bbdf-de5882aed6a3 HTTP/1.1" status: 200 len: 946 time: 0.0589068 Sep 07 14:10:21.131295 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.plugin [req-0fc6cd33-5d8d-42f1-a066-d830c367ced5 req-e81c82ea-e3f9-44c5-8832-b65fc9c3c2a3 tempest-VolumesSnapshotTestJSON-131260254 tempest-VolumesSnapshotTestJSON-131260254-project] Deleting port f2f1e885-40c0-4d0a-8859-f4f5647a3dff {{(pid=94138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 14:10:21.131653 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-0fc6cd33-5d8d-42f1-a066-d830c367ced5 req-e81c82ea-e3f9-44c5-8832-b65fc9c3c2a3 tempest-VolumesSnapshotTestJSON-131260254 tempest-VolumesSnapshotTestJSON-131260254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735729003030'] for port, before_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:10:21.230684 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.db [req-0fc6cd33-5d8d-42f1-a066-d830c367ced5 req-e81c82ea-e3f9-44c5-8832-b65fc9c3c2a3 tempest-VolumesSnapshotTestJSON-131260254 tempest-VolumesSnapshotTestJSON-131260254-project] For port f2f1e885-40c0-4d0a-8859-f4f5647a3dff, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=f2f1e885-40c0-4d0a-8859-f4f5647a3dff,segment=NetworkSegment(5acef820-f781-4193-9cdb-184b816972f3),segment_id=5acef820-f781-4193-9cdb-184b816972f3)] {{(pid=94138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:10:21.231052 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-0fc6cd33-5d8d-42f1-a066-d830c367ced5 req-e81c82ea-e3f9-44c5-8832-b65fc9c3c2a3 tempest-VolumesSnapshotTestJSON-131260254 tempest-VolumesSnapshotTestJSON-131260254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453383'] for port, precommit_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:10:21.251720 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.plugin [req-0fc6cd33-5d8d-42f1-a066-d830c367ced5 req-e81c82ea-e3f9-44c5-8832-b65fc9c3c2a3 tempest-VolumesSnapshotTestJSON-131260254 tempest-VolumesSnapshotTestJSON-131260254-project] Calling delete_port for f2f1e885-40c0-4d0a-8859-f4f5647a3dff owned by compute:nova {{(pid=94138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 14:10:21.371942 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64650a54-b472-47cd-8cd2-94abb925d0e2 req-892b22c5-2f77-4f84-886b-80ccdd35580e tempest-VolumesSnapshotTestJSON-131260254 tempest-VolumesSnapshotTestJSON-131260254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:10:21.373610 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-64650a54-b472-47cd-8cd2-94abb925d0e2 req-892b22c5-2f77-4f84-886b-80ccdd35580e tempest-VolumesSnapshotTestJSON-131260254 tempest-VolumesSnapshotTestJSON-131260254-project] 10.222.0.60 "GET /v2.0/ports?device_id=a9eaba82-ccd1-477b-bbdf-de5882aed6a3 HTTP/1.1" status: 200 len: 946 time: 0.0580201 Sep 07 14:10:21.413019 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-0fc6cd33-5d8d-42f1-a066-d830c367ced5 req-e81c82ea-e3f9-44c5-8832-b65fc9c3c2a3 tempest-VolumesSnapshotTestJSON-131260254 tempest-VolumesSnapshotTestJSON-131260254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735729008604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735728620454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65197361'] for port, after_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:10:21.418666 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-64650a54-b472-47cd-8cd2-94abb925d0e2 req-cd10c0e8-aca6-4d1a-94db-7d58df2a0309 tempest-VolumesSnapshotTestJSON-131260254 tempest-VolumesSnapshotTestJSON-131260254-project] 10.222.0.60 "GET /v2.0/security-groups?id=f33acb5f-a3c4-498e-a973-ef93198eaf3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391412 Sep 07 14:10:21.425445 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.db [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] get_ports_and_sgs() called for port_ids ['f2f1e885-40c0-4d0a-8859-f4f5647a3dff'] {{(pid=94139) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 14:10:21.450756 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81c82ea-e3f9-44c5-8832-b65fc9c3c2a3 tempest-VolumesSnapshotTestJSON-131260254 tempest-VolumesSnapshotTestJSON-131260254-project] Pushing event deleted for resources: {'Port': ['ID=f2f1e885-40c0-4d0a-8859-f4f5647a3dff,revision_number=None']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:10:21.493633 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fc6cd33-5d8d-42f1-a066-d830c367ced5 req-e81c82ea-e3f9-44c5-8832-b65fc9c3c2a3 tempest-VolumesSnapshotTestJSON-131260254 tempest-VolumesSnapshotTestJSON-131260254-project] No DVR routers for this DVR port f2f1e885-40c0-4d0a-8859-f4f5647a3dff on host hv-cinder-78291 {{(pid=94138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 14:10:21.504139 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-0fc6cd33-5d8d-42f1-a066-d830c367ced5 req-e81c82ea-e3f9-44c5-8832-b65fc9c3c2a3 tempest-VolumesSnapshotTestJSON-131260254 tempest-VolumesSnapshotTestJSON-131260254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88768'] for port, before_response {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:10:21.506690 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-0fc6cd33-5d8d-42f1-a066-d830c367ced5 req-e81c82ea-e3f9-44c5-8832-b65fc9c3c2a3 tempest-VolumesSnapshotTestJSON-131260254 tempest-VolumesSnapshotTestJSON-131260254-project] 10.222.0.23 "DELETE /v2.0/ports/f2f1e885-40c0-4d0a-8859-f4f5647a3dff HTTP/1.1" status: 204 len: 173 time: 0.4715638 Sep 07 14:10:21.507264 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9eaba82-ccd1-477b-bbdf-de5882aed6a3', 'name': 'network-vif-deleted', 'tag': 'f2f1e885-40c0-4d0a-8859-f4f5647a3dff'}] {{(pid=94138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:10:21.510404 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2f7ddeb31991bace343f2b2f4f22cd3bc4274a24b7cd750f83a004d46e17087" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d07e04e5-b90d-4791-9544-ee3856579f21" -d '{"events": [{"server_uuid": "a9eaba82-ccd1-477b-bbdf-de5882aed6a3", "name": "network-vif-deleted", "tag": "f2f1e885-40c0-4d0a-8859-f4f5647a3dff"}]}' {{(pid=94138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:10:21.568600 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 14:10:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4c00408-7636-4037-b6c4-25dc912d4b58 x-openstack-request-id: req-f4c00408-7636-4037-b6c4-25dc912d4b58 {{(pid=94138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:10:21.568946 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9eaba82-ccd1-477b-bbdf-de5882aed6a3", "name": "network-vif-deleted", "tag": "f2f1e885-40c0-4d0a-8859-f4f5647a3dff", "status": "completed", "code": 200}]} {{(pid=94138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:10:21.569313 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f4c00408-7636-4037-b6c4-25dc912d4b58 {{(pid=94138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:10:21.569825 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9eaba82-ccd1-477b-bbdf-de5882aed6a3', 'name': 'network-vif-deleted', 'tag': 'f2f1e885-40c0-4d0a-8859-f4f5647a3dff', 'status': 'completed', 'code': 200} Sep 07 14:10:21.706985 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.wsgi [-] (94137) accepted ('10.222.0.60', 49992) {{(pid=94137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:10:21.813707 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-2cfb8618-1bc7-4a64-bcc2-ebff312a3167 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:10:21.964674 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb862ad-61c1-4f0b-9619-bb6db07b5b84 req-ed345ca8-7fad-4103-b0cf-33506f1abd10 tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:10:21.966175 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-2eb862ad-61c1-4f0b-9619-bb6db07b5b84 req-ed345ca8-7fad-4103-b0cf-33506f1abd10 tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf91d54d-86ad-4a3b-b085-d27cd9f284b8 HTTP/1.1" status: 200 len: 985 time: 0.0786686 Sep 07 14:10:21.968382 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-2cfb8618-1bc7-4a64-bcc2-ebff312a3167 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:10:21.973876 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-2cfb8618-1bc7-4a64-bcc2-ebff312a3167 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585164'] for security_group, after_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:10:22.042691 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [None req-2cfb8618-1bc7-4a64-bcc2-ebff312a3167 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5a44a5973ea5496d800ddb987bc787cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3316443 Sep 07 14:10:22.043250 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.wsgi [-] (94138) accepted ('10.222.0.60', 50000) {{(pid=94138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:10:22.043750 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfb8618-1bc7-4a64-bcc2-ebff312a3167 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c07cbcd-f5f4-4c9c-b15a-5648ad6120df,revision_number=1']} {{(pid=94137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:10:22.056135 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-2eb862ad-61c1-4f0b-9619-bb6db07b5b84 req-c7edfe2b-fa8c-4f61-8cf2-74ebfc5d9be2 tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ee0b6d8-0816-470a-861d-36080b2e56f2&id=973e2c19-d630-4ac5-b2ea-d2fb7b1bb762&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0725372 Sep 07 14:10:22.057549 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cfb8618-1bc7-4a64-bcc2-ebff312a3167 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:10:22.058479 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cfb8618-1bc7-4a64-bcc2-ebff312a3167 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:10:22.058810 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cfb8618-1bc7-4a64-bcc2-ebff312a3167 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:10:22.059139 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cfb8618-1bc7-4a64-bcc2-ebff312a3167 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:10:22.059461 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cfb8618-1bc7-4a64-bcc2-ebff312a3167 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:10:22.059781 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cfb8618-1bc7-4a64-bcc2-ebff312a3167 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:10:22.060106 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cfb8618-1bc7-4a64-bcc2-ebff312a3167 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:10:22.060423 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cfb8618-1bc7-4a64-bcc2-ebff312a3167 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:10:22.060743 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cfb8618-1bc7-4a64-bcc2-ebff312a3167 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:10:22.061062 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cfb8618-1bc7-4a64-bcc2-ebff312a3167 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:10:22.061410 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cfb8618-1bc7-4a64-bcc2-ebff312a3167 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:10:22.061730 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cfb8618-1bc7-4a64-bcc2-ebff312a3167 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:10:22.107344 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-303d280d-2630-464e-b445-59abeb05abf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:10:22.128296 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-303d280d-2630-464e-b445-59abeb05abf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:10:22.177327 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-303d280d-2630-464e-b445-59abeb05abf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585164'] for security_group, after_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:10:22.180688 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-303d280d-2630-464e-b445-59abeb05abf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:10:22.182334 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [None req-303d280d-2630-464e-b445-59abeb05abf9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0c07cbcd-f5f4-4c9c-b15a-5648ad6120df HTTP/1.1" status: 204 len: 168 time: 0.1372185 Sep 07 14:10:22.192462 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303d280d-2630-464e-b445-59abeb05abf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c07cbcd-f5f4-4c9c-b15a-5648ad6120df,revision_number=None']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:10:22.454314 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.wsgi [-] (94138) accepted ('10.222.0.60', 50006) {{(pid=94138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:10:22.468002 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-2be6eaad-10f6-44ff-bc1a-5ac1d05cb560 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:10:22.570468 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-2be6eaad-10f6-44ff-bc1a-5ac1d05cb560 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:10:22.576633 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-2be6eaad-10f6-44ff-bc1a-5ac1d05cb560 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585164'] for security_group, after_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:10:22.622991 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [None req-2be6eaad-10f6-44ff-bc1a-5ac1d05cb560 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=fc5994cc3a214edab254efc5f03b1b73&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1646140 Sep 07 14:10:22.622991 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be6eaad-10f6-44ff-bc1a-5ac1d05cb560 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d46c2236-0bb7-46f9-bc84-78e18c8074d7,revision_number=1']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:10:22.623318 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.wsgi [-] (94137) accepted ('10.222.0.60', 50012) {{(pid=94137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:10:22.696406 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-8e193199-a354-4e43-95ce-d68374c41970 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:10:22.723830 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-8e193199-a354-4e43-95ce-d68374c41970 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:10:22.772153 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-8e193199-a354-4e43-95ce-d68374c41970 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585164'] for security_group, after_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:10:22.774699 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-8e193199-a354-4e43-95ce-d68374c41970 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:10:22.776166 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [None req-8e193199-a354-4e43-95ce-d68374c41970 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d46c2236-0bb7-46f9-bc84-78e18c8074d7 HTTP/1.1" status: 204 len: 168 time: 0.1518466 Sep 07 14:10:22.784690 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e193199-a354-4e43-95ce-d68374c41970 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d46c2236-0bb7-46f9-bc84-78e18c8074d7,revision_number=None']} {{(pid=94137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:10:23.184559 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe44379c-5a82-465a-af2b-5ad70f035311 req-e0d219e0-ba61-47c6-9fcd-ede73ffc076e tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:10:23.186285 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-fe44379c-5a82-465a-af2b-5ad70f035311 req-e0d219e0-ba61-47c6-9fcd-ede73ffc076e tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf91d54d-86ad-4a3b-b085-d27cd9f284b8 HTTP/1.1" status: 200 len: 985 time: 0.0548022 Sep 07 14:10:23.227178 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-fe44379c-5a82-465a-af2b-5ad70f035311 req-211bbc56-a213-4771-a368-601b557daa1c tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ee0b6d8-0816-470a-861d-36080b2e56f2&id=973e2c19-d630-4ac5-b2ea-d2fb7b1bb762&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0346391 Sep 07 14:10:24.346974 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b02fc87-2120-45c5-8a8e-cc968050361e req-068feb45-1b77-4d4e-83a1-212feb8fadac tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:10:24.348718 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-0b02fc87-2120-45c5-8a8e-cc968050361e req-068feb45-1b77-4d4e-83a1-212feb8fadac tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf91d54d-86ad-4a3b-b085-d27cd9f284b8 HTTP/1.1" status: 200 len: 985 time: 0.0532267 Sep 07 14:10:24.394230 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-0b02fc87-2120-45c5-8a8e-cc968050361e req-5988801f-8274-4a59-85f8-8b37a1758b06 tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ee0b6d8-0816-470a-861d-36080b2e56f2&id=973e2c19-d630-4ac5-b2ea-d2fb7b1bb762&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0389316 Sep 07 14:10:24.429737 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.wsgi [-] (94137) accepted ('10.222.0.60', 50066) {{(pid=94137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:10:24.545650 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-9cd31529-8549-4415-b76e-2a15d94d74eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:10:24.640667 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-9cd31529-8549-4415-b76e-2a15d94d74eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:10:24.645241 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-9cd31529-8549-4415-b76e-2a15d94d74eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585164'] for security_group, after_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:10:24.685278 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [None req-9cd31529-8549-4415-b76e-2a15d94d74eb admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=db52ea71227846829b8166058992d75e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2544575 Sep 07 14:10:24.686407 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd31529-8549-4415-b76e-2a15d94d74eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83d430d4-e07b-4688-9aa2-679d7c6680df,revision_number=1']} {{(pid=94137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:10:24.688071 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.wsgi [-] (94138) accepted ('10.222.0.60', 50070) {{(pid=94138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:10:24.965928 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-5c7d2a72-0e16-4a55-bcac-f7de6b430fc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:10:24.986624 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-5c7d2a72-0e16-4a55-bcac-f7de6b430fc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:10:25.033403 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-5c7d2a72-0e16-4a55-bcac-f7de6b430fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585164'] for security_group, after_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:10:25.035984 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-5c7d2a72-0e16-4a55-bcac-f7de6b430fc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:10:25.037202 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [None req-5c7d2a72-0e16-4a55-bcac-f7de6b430fc4 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/83d430d4-e07b-4688-9aa2-679d7c6680df HTTP/1.1" status: 204 len: 168 time: 0.3480108 Sep 07 14:10:25.050457 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7d2a72-0e16-4a55-bcac-f7de6b430fc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83d430d4-e07b-4688-9aa2-679d7c6680df,revision_number=None']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:10:25.299382 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.wsgi [-] (94138) accepted ('10.222.0.60', 50078) {{(pid=94138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:10:25.312713 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-aeb3bbd9-60cc-4585-8a6d-9244cf3e4218 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:10:25.403887 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-aeb3bbd9-60cc-4585-8a6d-9244cf3e4218 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:10:25.408112 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-aeb3bbd9-60cc-4585-8a6d-9244cf3e4218 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585164'] for security_group, after_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:10:25.445967 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [None req-aeb3bbd9-60cc-4585-8a6d-9244cf3e4218 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e342a2e484944d2a9bd95e9fa2283aff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1454866 Sep 07 14:10:25.446912 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb3bbd9-60cc-4585-8a6d-9244cf3e4218 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f689b450-6a71-4575-9d63-9ca9f0ec6600,revision_number=1']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:10:25.448972 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.wsgi [-] (94137) accepted ('10.222.0.60', 50082) {{(pid=94137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:10:25.535416 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-2cfb655e-b80a-41ac-9d87-cb4e223e39f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:10:25.545453 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71950f3a-bed5-41ba-b942-924e639c9198 req-06014f4c-194d-4627-984e-d9098dbf2650 tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:10:25.546923 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-71950f3a-bed5-41ba-b942-924e639c9198 req-06014f4c-194d-4627-984e-d9098dbf2650 tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf91d54d-86ad-4a3b-b085-d27cd9f284b8 HTTP/1.1" status: 200 len: 985 time: 0.0746546 Sep 07 14:10:25.573383 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-2cfb655e-b80a-41ac-9d87-cb4e223e39f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:10:25.625481 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-71950f3a-bed5-41ba-b942-924e639c9198 req-a8a37c7d-2a2e-4deb-a0ef-fbe5bb11aa59 tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ee0b6d8-0816-470a-861d-36080b2e56f2&id=973e2c19-d630-4ac5-b2ea-d2fb7b1bb762&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0618250 Sep 07 14:10:25.643005 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-2cfb655e-b80a-41ac-9d87-cb4e223e39f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585164'] for security_group, after_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:10:25.645554 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-2cfb655e-b80a-41ac-9d87-cb4e223e39f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:10:25.646693 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [None req-2cfb655e-b80a-41ac-9d87-cb4e223e39f3 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f689b450-6a71-4575-9d63-9ca9f0ec6600 HTTP/1.1" status: 204 len: 168 time: 0.1950901 Sep 07 14:10:25.664568 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfb655e-b80a-41ac-9d87-cb4e223e39f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f689b450-6a71-4575-9d63-9ca9f0ec6600,revision_number=None']} {{(pid=94137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:10:26.157621 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Device f2f1e885-40c0-4d0a-8859-f4f5647a3dff no longer exists at agent hyperv_hv-cinder-78291 {{(pid=94139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 14:10:26.177714 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.plugin [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] No Port match for: f2f1e885-40c0-4d0a-8859-f4f5647a3dff {{(pid=94139) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 14:10:26.178059 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Device f2f1e885-40c0-4d0a-8859-f4f5647a3dff not bound to the agent host hv-cinder-78291 {{(pid=94139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 14:10:26.752365 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008fc148-ffb0-4b5f-9cc4-d0509f59706c req-54fa7b05-1151-47fc-bc02-6d59417cd784 tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:10:26.753978 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-008fc148-ffb0-4b5f-9cc4-d0509f59706c req-54fa7b05-1151-47fc-bc02-6d59417cd784 tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf91d54d-86ad-4a3b-b085-d27cd9f284b8 HTTP/1.1" status: 200 len: 985 time: 0.0535874 Sep 07 14:10:26.803473 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-008fc148-ffb0-4b5f-9cc4-d0509f59706c req-9641d1e0-30fa-4143-a7c7-c6b7e88826be tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ee0b6d8-0816-470a-861d-36080b2e56f2&id=973e2c19-d630-4ac5-b2ea-d2fb7b1bb762&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0428538 Sep 07 14:10:27.926140 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4355bbd-afb3-452a-92da-ffc7dacb095d req-01188eb7-dc2c-4611-a647-2af7b56f5763 tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:10:27.927645 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-a4355bbd-afb3-452a-92da-ffc7dacb095d req-01188eb7-dc2c-4611-a647-2af7b56f5763 tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf91d54d-86ad-4a3b-b085-d27cd9f284b8 HTTP/1.1" status: 200 len: 985 time: 0.0498037 Sep 07 14:10:27.972392 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-a4355bbd-afb3-452a-92da-ffc7dacb095d req-d5e82895-4fb6-4648-8ba1-3ed9a38b52c2 tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ee0b6d8-0816-470a-861d-36080b2e56f2&id=973e2c19-d630-4ac5-b2ea-d2fb7b1bb762&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0374873 Sep 07 14:10:29.089028 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb09d9a-94c7-4a51-83ca-50f2001a8c40 req-3dcbdbc7-e54a-4f0e-8ecb-2d7fa7cc9813 tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:10:29.090529 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-9bb09d9a-94c7-4a51-83ca-50f2001a8c40 req-3dcbdbc7-e54a-4f0e-8ecb-2d7fa7cc9813 tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf91d54d-86ad-4a3b-b085-d27cd9f284b8 HTTP/1.1" status: 200 len: 985 time: 0.0503256 Sep 07 14:10:29.131296 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-9bb09d9a-94c7-4a51-83ca-50f2001a8c40 req-7d98fb1e-ea7f-4eec-8bd8-bfa09cb63e5d tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ee0b6d8-0816-470a-861d-36080b2e56f2&id=973e2c19-d630-4ac5-b2ea-d2fb7b1bb762&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0339181 Sep 07 14:10:30.259403 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99a78d3-2462-447f-9d65-6b9f0451ccad req-5b7189f6-7c5f-4bd8-b669-4f42068dd464 tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:10:30.261014 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-a99a78d3-2462-447f-9d65-6b9f0451ccad req-5b7189f6-7c5f-4bd8-b669-4f42068dd464 tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf91d54d-86ad-4a3b-b085-d27cd9f284b8 HTTP/1.1" status: 200 len: 985 time: 0.0553191 Sep 07 14:10:30.306283 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-a99a78d3-2462-447f-9d65-6b9f0451ccad req-3acf2a2d-8d39-4909-ad5c-45462e63afbd tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ee0b6d8-0816-470a-861d-36080b2e56f2&id=973e2c19-d630-4ac5-b2ea-d2fb7b1bb762&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0383470 Sep 07 14:10:31.423003 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d402de3-16db-4de9-8e0b-6dafec1e8394 req-00f77dcb-ad54-405b-8004-af7841df4f07 tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:10:31.424488 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-3d402de3-16db-4de9-8e0b-6dafec1e8394 req-00f77dcb-ad54-405b-8004-af7841df4f07 tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf91d54d-86ad-4a3b-b085-d27cd9f284b8 HTTP/1.1" status: 200 len: 985 time: 0.0499029 Sep 07 14:10:31.465746 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-3d402de3-16db-4de9-8e0b-6dafec1e8394 req-733d4fed-9bce-42a4-973f-aca9d179639b tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ee0b6d8-0816-470a-861d-36080b2e56f2&id=973e2c19-d630-4ac5-b2ea-d2fb7b1bb762&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0351510 Sep 07 14:10:32.586743 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa815e7-140b-4762-87d8-0f1f555d618d req-ca946758-6d7f-4c36-882d-fa48914aa056 tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:10:32.588260 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-3aa815e7-140b-4762-87d8-0f1f555d618d req-ca946758-6d7f-4c36-882d-fa48914aa056 tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf91d54d-86ad-4a3b-b085-d27cd9f284b8 HTTP/1.1" status: 200 len: 985 time: 0.0503094 Sep 07 14:10:32.630936 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-3aa815e7-140b-4762-87d8-0f1f555d618d req-41892824-7774-427f-84b7-63b82b636bcc tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ee0b6d8-0816-470a-861d-36080b2e56f2&id=973e2c19-d630-4ac5-b2ea-d2fb7b1bb762&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0342777 Sep 07 14:10:33.753198 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a902adbe-9ad9-44a2-92ec-c971890a586d req-e9d60452-e5ee-4a84-91f8-a67b4ae3cecc tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:10:33.756386 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-a902adbe-9ad9-44a2-92ec-c971890a586d req-e9d60452-e5ee-4a84-91f8-a67b4ae3cecc tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf91d54d-86ad-4a3b-b085-d27cd9f284b8 HTTP/1.1" status: 200 len: 985 time: 0.0517972 Sep 07 14:10:33.801393 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-a902adbe-9ad9-44a2-92ec-c971890a586d req-d85ce918-d59c-4d04-85ab-f1e5b207d56c tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ee0b6d8-0816-470a-861d-36080b2e56f2&id=973e2c19-d630-4ac5-b2ea-d2fb7b1bb762&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0405965 Sep 07 14:10:34.785816 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4b16d5-08a1-42dd-a81e-4eb59e16ff7a req-d687c383-2262-4df0-96b0-085c4579c7c4 tempest-VolumesSnapshotTestJSON-131260254 tempest-VolumesSnapshotTestJSON-131260254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:10:34.787365 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-8f4b16d5-08a1-42dd-a81e-4eb59e16ff7a req-d687c383-2262-4df0-96b0-085c4579c7c4 tempest-VolumesSnapshotTestJSON-131260254 tempest-VolumesSnapshotTestJSON-131260254-project] 10.222.0.60 "GET /v2.0/networks?id=17a6fc6f-748c-4f3f-bc52-94e498acb948 HTTP/1.1" status: 200 len: 813 time: 0.0982621 Sep 07 14:10:34.807483 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-8f4b16d5-08a1-42dd-a81e-4eb59e16ff7a req-52476b05-baca-41c8-95ea-e751d9925084 tempest-VolumesSnapshotTestJSON-131260254 tempest-VolumesSnapshotTestJSON-131260254-project] 10.222.0.60 "GET /v2.0/quotas/d0281c0bf65c4fff8cfd3afe26a9bcea HTTP/1.1" status: 200 len: 375 time: 0.0098796 Sep 07 14:10:34.849083 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-8f4b16d5-08a1-42dd-a81e-4eb59e16ff7a req-14894ee4-85d0-47f8-92eb-cbe13400396f tempest-VolumesSnapshotTestJSON-131260254 tempest-VolumesSnapshotTestJSON-131260254-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=d0281c0bf65c4fff8cfd3afe26a9bcea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0353513 Sep 07 14:10:34.989048 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbc7fc9-ca87-45b0-b016-3aea1253d233 req-c8bb6d1f-e6d9-4e98-bf4a-7e4aeb1492a8 tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:10:34.990563 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-8fbc7fc9-ca87-45b0-b016-3aea1253d233 req-c8bb6d1f-e6d9-4e98-bf4a-7e4aeb1492a8 tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf91d54d-86ad-4a3b-b085-d27cd9f284b8 HTTP/1.1" status: 200 len: 985 time: 0.1113250 Sep 07 14:10:34.993089 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-8f4b16d5-08a1-42dd-a81e-4eb59e16ff7a req-490ae9a4-3efa-48a1-8a42-078d57c777e0 service neutron] 10.222.0.60 "GET /v2.0/networks/17a6fc6f-748c-4f3f-bc52-94e498acb948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351268 Sep 07 14:10:35.088547 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-8fbc7fc9-ca87-45b0-b016-3aea1253d233 req-9e8aed6a-dfc7-41f0-a1f2-ea233325aba1 tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ee0b6d8-0816-470a-861d-36080b2e56f2&id=973e2c19-d630-4ac5-b2ea-d2fb7b1bb762&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0909336 Sep 07 14:10:35.119638 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-8f4b16d5-08a1-42dd-a81e-4eb59e16ff7a req-e1e9dfaf-8d1c-4301-8c65-79700b4416fc service neutron] 10.222.0.60 "GET /v2.0/networks/17a6fc6f-748c-4f3f-bc52-94e498acb948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149495 Sep 07 14:10:35.280787 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-5127de3d-6409-4553-8a51-b409d3ed2a7c req-f33be496-6287-4e47-90af-d9da59767d94 tempest-VolumesSnapshotTestJSON-131260254 tempest-VolumesSnapshotTestJSON-131260254-project] 10.222.0.60 "GET /v2.0/ports?device_id=1b11a972-e37a-40b5-bd24-74a123169cc7 HTTP/1.1" status: 200 len: 210 time: 0.0267997 Sep 07 14:10:36.191291 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.wsgi [-] (94137) accepted ('10.222.0.60', 50258) {{(pid=94137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:10:36.255865 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4b16d5-08a1-42dd-a81e-4eb59e16ff7a req-6d43bbca-70f8-4ae4-98b6-fb1f83acaf61 tempest-VolumesSnapshotTestJSON-131260254 tempest-VolumesSnapshotTestJSON-131260254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:10:36.257651 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-8f4b16d5-08a1-42dd-a81e-4eb59e16ff7a req-6d43bbca-70f8-4ae4-98b6-fb1f83acaf61 tempest-VolumesSnapshotTestJSON-131260254 tempest-VolumesSnapshotTestJSON-131260254-project] 10.222.0.23 "GET /v2.0/networks?id=17a6fc6f-748c-4f3f-bc52-94e498acb948 HTTP/1.1" status: 200 len: 813 time: 0.1250765 Sep 07 14:10:36.280759 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.v2.base [req-8f4b16d5-08a1-42dd-a81e-4eb59e16ff7a req-382bdb5d-4d39-4007-9954-a08b4211b9dd tempest-VolumesSnapshotTestJSON-131260254 tempest-VolumesSnapshotTestJSON-131260254-project] Request body: {'port': {'device_id': '1b11a972-e37a-40b5-bd24-74a123169cc7', 'network_id': '17a6fc6f-748c-4f3f-bc52-94e498acb948', 'admin_state_up': True, 'tenant_id': 'd0281c0bf65c4fff8cfd3afe26a9bcea'}} {{(pid=94138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:10:36.320015 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-b468212f-7578-4290-9062-c954db7576f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:10:36.406362 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-674a7051-5291-4733-a33f-e21db750a945 req-7e535b6d-f76e-429d-a0bd-e16b4ab3c9d8 tempest-VolumesSnapshotTestJSON-131260254 tempest-VolumesSnapshotTestJSON-131260254-project] 10.222.0.60 "GET /v2.0/ports?device_id=1b11a972-e37a-40b5-bd24-74a123169cc7 HTTP/1.1" status: 200 len: 210 time: 0.0390460 Sep 07 14:10:36.460580 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-b468212f-7578-4290-9062-c954db7576f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:10:36.463862 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-b468212f-7578-4290-9062-c954db7576f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585164'] for security_group, after_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:10:36.479572 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f4b16d5-08a1-42dd-a81e-4eb59e16ff7a req-382bdb5d-4d39-4007-9954-a08b4211b9dd tempest-VolumesSnapshotTestJSON-131260254 tempest-VolumesSnapshotTestJSON-131260254-project] Made reservation on behalf of d0281c0bf65c4fff8cfd3afe26a9bcea for: {'port': 1} {{(pid=94138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 14:10:36.483132 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-8f4b16d5-08a1-42dd-a81e-4eb59e16ff7a req-382bdb5d-4d39-4007-9954-a08b4211b9dd tempest-VolumesSnapshotTestJSON-131260254 tempest-VolumesSnapshotTestJSON-131260254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:10:36.503535 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [None req-b468212f-7578-4290-9062-c954db7576f9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=709552f4eddc41de969cefa83c135e4a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3103218 Sep 07 14:10:36.504450 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b468212f-7578-4290-9062-c954db7576f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0197a84-bb67-422e-8156-1f1b17f1f6a6,revision_number=1']} {{(pid=94137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:10:36.506759 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.wsgi [-] (94138) accepted ('10.222.0.60', 50270) {{(pid=94138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:10:36.636034 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-153fc6ef-f6b6-4155-8e9b-9f9252b02d5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:10:36.670352 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-153fc6ef-f6b6-4155-8e9b-9f9252b02d5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:10:36.672303 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.db.db_base_plugin_common [req-8f4b16d5-08a1-42dd-a81e-4eb59e16ff7a req-382bdb5d-4d39-4007-9954-a08b4211b9dd tempest-VolumesSnapshotTestJSON-131260254 tempest-VolumesSnapshotTestJSON-131260254-project] Allocated IP 172.20.0.3 (17a6fc6f-748c-4f3f-bc52-94e498acb948/d67c6911-5289-4fca-ae11-59b977bb9ace/fe39048f-4bbd-405f-ab71-5000085fda81) {{(pid=94138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 14:10:36.759145 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-153fc6ef-f6b6-4155-8e9b-9f9252b02d5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585164'] for security_group, after_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:10:36.761709 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-153fc6ef-f6b6-4155-8e9b-9f9252b02d5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:10:36.763461 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [None req-153fc6ef-f6b6-4155-8e9b-9f9252b02d5c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c0197a84-bb67-422e-8156-1f1b17f1f6a6 HTTP/1.1" status: 204 len: 168 time: 0.2554033 Sep 07 14:10:36.783888 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153fc6ef-f6b6-4155-8e9b-9f9252b02d5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0197a84-bb67-422e-8156-1f1b17f1f6a6,revision_number=None']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:10:36.861891 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-8f4b16d5-08a1-42dd-a81e-4eb59e16ff7a req-382bdb5d-4d39-4007-9954-a08b4211b9dd tempest-VolumesSnapshotTestJSON-131260254 tempest-VolumesSnapshotTestJSON-131260254-project] Notify callbacks [] for port, precommit_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:10:36.903520 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-8f4b16d5-08a1-42dd-a81e-4eb59e16ff7a req-382bdb5d-4d39-4007-9954-a08b4211b9dd tempest-VolumesSnapshotTestJSON-131260254 tempest-VolumesSnapshotTestJSON-131260254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735728620445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65197361'] for port, after_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:10:36.948761 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f4b16d5-08a1-42dd-a81e-4eb59e16ff7a req-382bdb5d-4d39-4007-9954-a08b4211b9dd tempest-VolumesSnapshotTestJSON-131260254 tempest-VolumesSnapshotTestJSON-131260254-project] Network 17a6fc6f-748c-4f3f-bc52-94e498acb948 is already hosted by enough agents. {{(pid=94138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 14:10:36.951727 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.scheduler.base_scheduler [req-8f4b16d5-08a1-42dd-a81e-4eb59e16ff7a req-382bdb5d-4d39-4007-9954-a08b4211b9dd tempest-VolumesSnapshotTestJSON-131260254 tempest-VolumesSnapshotTestJSON-131260254-project] Resources bound (agent type, host, resource id): {{(pid=94138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:10:36.955477 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f4b16d5-08a1-42dd-a81e-4eb59e16ff7a req-382bdb5d-4d39-4007-9954-a08b4211b9dd tempest-VolumesSnapshotTestJSON-131260254 tempest-VolumesSnapshotTestJSON-131260254-project] Received port after_create {{(pid=94138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 14:10:36.984351 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382bdb5d-4d39-4007-9954-a08b4211b9dd tempest-VolumesSnapshotTestJSON-131260254 tempest-VolumesSnapshotTestJSON-131260254-project] Pushing event updated for resources: {'Port': ['ID=fe39048f-4bbd-405f-ab71-5000085fda81,revision_number=1']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:10:37.012570 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4b16d5-08a1-42dd-a81e-4eb59e16ff7a req-382bdb5d-4d39-4007-9954-a08b4211b9dd tempest-VolumesSnapshotTestJSON-131260254 tempest-VolumesSnapshotTestJSON-131260254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:10:37.013138 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-8f4b16d5-08a1-42dd-a81e-4eb59e16ff7a req-382bdb5d-4d39-4007-9954-a08b4211b9dd tempest-VolumesSnapshotTestJSON-131260254 tempest-VolumesSnapshotTestJSON-131260254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88768'] for port, before_response {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:10:37.029040 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-8f4b16d5-08a1-42dd-a81e-4eb59e16ff7a req-382bdb5d-4d39-4007-9954-a08b4211b9dd tempest-VolumesSnapshotTestJSON-131260254 tempest-VolumesSnapshotTestJSON-131260254-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7536845 Sep 07 14:10:37.042587 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.v2.base [req-8f4b16d5-08a1-42dd-a81e-4eb59e16ff7a req-01a20b19-e5c8-4354-9cf7-222c9db7a0bb service neutron] Request body: {'port': {'device_id': '1b11a972-e37a-40b5-bd24-74a123169cc7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78291'}} {{(pid=94138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:10:37.099465 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-8f4b16d5-08a1-42dd-a81e-4eb59e16ff7a req-01a20b19-e5c8-4354-9cf7-222c9db7a0bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_update {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:10:37.398294 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.notifiers.nova [req-8f4b16d5-08a1-42dd-a81e-4eb59e16ff7a req-01a20b19-e5c8-4354-9cf7-222c9db7a0bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe39048f-4bbd-405f-ab71-5000085fda81 {{(pid=94138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 14:10:37.406494 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-8f4b16d5-08a1-42dd-a81e-4eb59e16ff7a req-01a20b19-e5c8-4354-9cf7-222c9db7a0bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:10:37.419443 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.db.provisioning_blocks [req-8f4b16d5-08a1-42dd-a81e-4eb59e16ff7a req-01a20b19-e5c8-4354-9cf7-222c9db7a0bb service neutron] Transition to ACTIVE for port object fe39048f-4bbd-405f-ab71-5000085fda81 will not be triggered until provisioned by entity L2. {{(pid=94138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 14:10:37.423477 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-8f4b16d5-08a1-42dd-a81e-4eb59e16ff7a req-01a20b19-e5c8-4354-9cf7-222c9db7a0bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735729008622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735728620463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735728620481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65197374'] for port, after_update {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:10:37.485580 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a20b19-e5c8-4354-9cf7-222c9db7a0bb service neutron] Pushing event updated for resources: {'Port': ['ID=fe39048f-4bbd-405f-ab71-5000085fda81,revision_number=2']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:10:37.542505 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e02c1c-c53f-44e9-a4d3-5fbe48ee62b7 req-9afdcdf1-8531-4185-9092-85a2e2f975a3 tempest-VolumesSnapshotTestJSON-131260254 tempest-VolumesSnapshotTestJSON-131260254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:10:37.544767 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-68e02c1c-c53f-44e9-a4d3-5fbe48ee62b7 req-9afdcdf1-8531-4185-9092-85a2e2f975a3 tempest-VolumesSnapshotTestJSON-131260254 tempest-VolumesSnapshotTestJSON-131260254-project] 10.222.0.60 "GET /v2.0/ports?device_id=1b11a972-e37a-40b5-bd24-74a123169cc7 HTTP/1.1" status: 200 len: 943 time: 0.0588992 Sep 07 14:10:37.566805 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.managers [req-8f4b16d5-08a1-42dd-a81e-4eb59e16ff7a req-01a20b19-e5c8-4354-9cf7-222c9db7a0bb service neutron] Attempting to bind port fe39048f-4bbd-405f-ab71-5000085fda81 on host hv-cinder-78291 for vnic_type normal with profile {{(pid=94138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 14:10:37.567271 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.managers [req-8f4b16d5-08a1-42dd-a81e-4eb59e16ff7a req-01a20b19-e5c8-4354-9cf7-222c9db7a0bb service neutron] Attempting to bind port fe39048f-4bbd-405f-ab71-5000085fda81 by drivers openvswitch,hyperv on host hv-cinder-78291 at level 0 using segments [{'id': '5acef820-f781-4193-9cdb-184b816972f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '17a6fc6f-748c-4f3f-bc52-94e498acb948'}] {{(pid=94138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 14:10:37.567612 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f4b16d5-08a1-42dd-a81e-4eb59e16ff7a req-01a20b19-e5c8-4354-9cf7-222c9db7a0bb service neutron] Attempting to bind port fe39048f-4bbd-405f-ab71-5000085fda81 on network 17a6fc6f-748c-4f3f-bc52-94e498acb948 {{(pid=94138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 14:10:37.572649 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f4b16d5-08a1-42dd-a81e-4eb59e16ff7a req-01a20b19-e5c8-4354-9cf7-222c9db7a0bb service neutron] Port fe39048f-4bbd-405f-ab71-5000085fda81 on network 17a6fc6f-748c-4f3f-bc52-94e498acb948 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78291 {{(pid=94138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 14:10:37.573184 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f4b16d5-08a1-42dd-a81e-4eb59e16ff7a req-01a20b19-e5c8-4354-9cf7-222c9db7a0bb service neutron] Attempting to bind port fe39048f-4bbd-405f-ab71-5000085fda81 on network 17a6fc6f-748c-4f3f-bc52-94e498acb948 {{(pid=94138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 14:10:37.579146 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f4b16d5-08a1-42dd-a81e-4eb59e16ff7a req-01a20b19-e5c8-4354-9cf7-222c9db7a0bb service neutron] Checking agent: {'id': '42fa3594-1565-4da1-9b03-2e08c5cc8c06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78291', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 14, 4, 18), 'started_at': datetime.datetime(2021, 9, 7, 14, 4, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 14, 10, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 14:10:37.579513 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f4b16d5-08a1-42dd-a81e-4eb59e16ff7a req-01a20b19-e5c8-4354-9cf7-222c9db7a0bb service neutron] Checking segment: {'id': '5acef820-f781-4193-9cdb-184b816972f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '17a6fc6f-748c-4f3f-bc52-94e498acb948'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 14:10:37.579856 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f4b16d5-08a1-42dd-a81e-4eb59e16ff7a req-01a20b19-e5c8-4354-9cf7-222c9db7a0bb service neutron] Bound using segment: {'id': '5acef820-f781-4193-9cdb-184b816972f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '17a6fc6f-748c-4f3f-bc52-94e498acb948'} {{(pid=94138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 14:10:37.580281 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.managers [req-8f4b16d5-08a1-42dd-a81e-4eb59e16ff7a req-01a20b19-e5c8-4354-9cf7-222c9db7a0bb service neutron] Bound port: fe39048f-4bbd-405f-ab71-5000085fda81, host: hv-cinder-78291, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5acef820-f781-4193-9cdb-184b816972f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '17a6fc6f-748c-4f3f-bc52-94e498acb948'}}] {{(pid=94138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 14:10:37.580699 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-8f4b16d5-08a1-42dd-a81e-4eb59e16ff7a req-01a20b19-e5c8-4354-9cf7-222c9db7a0bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_update {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:10:37.589853 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-68e02c1c-c53f-44e9-a4d3-5fbe48ee62b7 req-5f74632d-9139-4644-9dbe-6991b7274f2b tempest-VolumesSnapshotTestJSON-131260254 tempest-VolumesSnapshotTestJSON-131260254-project] 10.222.0.60 "GET /v2.0/security-groups?id=f33acb5f-a3c4-498e-a973-ef93198eaf3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386713 Sep 07 14:10:37.658733 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.db [req-8f4b16d5-08a1-42dd-a81e-4eb59e16ff7a req-01a20b19-e5c8-4354-9cf7-222c9db7a0bb service neutron] For port fe39048f-4bbd-405f-ab71-5000085fda81, host hv-cinder-78291, cleared binding levels {{(pid=94138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 14:10:37.662527 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.db [req-8f4b16d5-08a1-42dd-a81e-4eb59e16ff7a req-01a20b19-e5c8-4354-9cf7-222c9db7a0bb service neutron] For port fe39048f-4bbd-405f-ab71-5000085fda81, host hv-cinder-78291, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=fe39048f-4bbd-405f-ab71-5000085fda81,segment=NetworkSegment(5acef820-f781-4193-9cdb-184b816972f3),segment_id=5acef820-f781-4193-9cdb-184b816972f3)] {{(pid=94138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 14:10:37.666344 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-8f4b16d5-08a1-42dd-a81e-4eb59e16ff7a req-01a20b19-e5c8-4354-9cf7-222c9db7a0bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735729008622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735728620463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735728620481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65197374'] for port, after_update {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:10:37.700951 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4b16d5-08a1-42dd-a81e-4eb59e16ff7a req-01a20b19-e5c8-4354-9cf7-222c9db7a0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:10:37.701608 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-8f4b16d5-08a1-42dd-a81e-4eb59e16ff7a req-01a20b19-e5c8-4354-9cf7-222c9db7a0bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88768'] for port, before_response {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:10:37.703117 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-8f4b16d5-08a1-42dd-a81e-4eb59e16ff7a req-01a20b19-e5c8-4354-9cf7-222c9db7a0bb service neutron] 10.222.0.23 "PUT /v2.0/ports/fe39048f-4bbd-405f-ab71-5000085fda81 HTTP/1.1" status: 200 len: 1093 time: 0.6648889 Sep 07 14:10:37.706197 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b11a972-e37a-40b5-bd24-74a123169cc7', 'tag': 'fe39048f-4bbd-405f-ab71-5000085fda81'}] {{(pid=94138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:10:37.709581 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2f7ddeb31991bace343f2b2f4f22cd3bc4274a24b7cd750f83a004d46e17087" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db69f387-6867-4748-a7f3-2ae6183b137d" -d '{"events": [{"name": "network-changed", "server_uuid": "1b11a972-e37a-40b5-bd24-74a123169cc7", "tag": "fe39048f-4bbd-405f-ab71-5000085fda81"}]}' {{(pid=94138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:10:37.739169 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a20b19-e5c8-4354-9cf7-222c9db7a0bb service neutron] Pushing event updated for resources: {'Port': ['ID=fe39048f-4bbd-405f-ab71-5000085fda81,revision_number=3']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:10:37.759839 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 14:10:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c455a55d-6060-451e-81d4-70e250b1999f x-openstack-request-id: req-c455a55d-6060-451e-81d4-70e250b1999f {{(pid=94138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:10:37.759839 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b11a972-e37a-40b5-bd24-74a123169cc7", "tag": "fe39048f-4bbd-405f-ab71-5000085fda81", "status": "completed", "code": 200}]} {{(pid=94138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:10:37.760295 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c455a55d-6060-451e-81d4-70e250b1999f {{(pid=94138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:10:37.760401 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b11a972-e37a-40b5-bd24-74a123169cc7', 'tag': 'fe39048f-4bbd-405f-ab71-5000085fda81', 'status': 'completed', 'code': 200} Sep 07 14:10:37.792196 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4b16d5-08a1-42dd-a81e-4eb59e16ff7a req-b9064712-d7ad-47d6-824a-a8b9d7389345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:10:37.794035 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-8f4b16d5-08a1-42dd-a81e-4eb59e16ff7a req-b9064712-d7ad-47d6-824a-a8b9d7389345 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d0281c0bf65c4fff8cfd3afe26a9bcea&device_id=1b11a972-e37a-40b5-bd24-74a123169cc7 HTTP/1.1" status: 200 len: 1096 time: 0.0481920 Sep 07 14:10:37.846337 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-8f4b16d5-08a1-42dd-a81e-4eb59e16ff7a req-263cda22-272b-46a3-b432-1c72cd0723e8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fe39048f-4bbd-405f-ab71-5000085fda81 HTTP/1.1" status: 200 len: 217 time: 0.0436294 Sep 07 14:10:37.899616 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4b16d5-08a1-42dd-a81e-4eb59e16ff7a req-6c510c7c-e52a-4d93-a595-1b1ff72b6849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:10:37.901358 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-8f4b16d5-08a1-42dd-a81e-4eb59e16ff7a req-6c510c7c-e52a-4d93-a595-1b1ff72b6849 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d67c6911-5289-4fca-ae11-59b977bb9ace HTTP/1.1" status: 200 len: 853 time: 0.0476646 Sep 07 14:10:37.934987 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-8f4b16d5-08a1-42dd-a81e-4eb59e16ff7a req-18dfd78d-c0e7-414b-a079-0ac338a7d11e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=17a6fc6f-748c-4f3f-bc52-94e498acb948&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256050 Sep 07 14:10:38.030970 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-8f4b16d5-08a1-42dd-a81e-4eb59e16ff7a req-2075d33b-6d67-44d5-9373-504e3b66ab5c service neutron] 10.222.0.23 "GET /v2.0/networks/17a6fc6f-748c-4f3f-bc52-94e498acb948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855324 Sep 07 14:10:38.128886 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-8f4b16d5-08a1-42dd-a81e-4eb59e16ff7a req-1098efa9-d5e6-450f-8376-6318605a2a61 service neutron] 10.222.0.23 "GET /v2.0/networks/17a6fc6f-748c-4f3f-bc52-94e498acb948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870399 Sep 07 14:10:38.223337 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db69f387-6867-4748-a7f3-2ae6183b137d req-05105d1c-a23e-4348-ad4b-9172f1b2c5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:10:38.224756 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-db69f387-6867-4748-a7f3-2ae6183b137d req-05105d1c-a23e-4348-ad4b-9172f1b2c5d1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d0281c0bf65c4fff8cfd3afe26a9bcea&device_id=1b11a972-e37a-40b5-bd24-74a123169cc7 HTTP/1.1" status: 200 len: 1096 time: 0.0448389 Sep 07 14:10:38.312970 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db69f387-6867-4748-a7f3-2ae6183b137d req-b27ca4ab-2293-4d9c-adf5-358037cb28e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:10:38.314409 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-db69f387-6867-4748-a7f3-2ae6183b137d req-b27ca4ab-2293-4d9c-adf5-358037cb28e1 service neutron] 10.222.0.23 "GET /v2.0/networks?id=17a6fc6f-748c-4f3f-bc52-94e498acb948 HTTP/1.1" status: 200 len: 914 time: 0.0823505 Sep 07 14:10:38.361607 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-db69f387-6867-4748-a7f3-2ae6183b137d req-666e1288-4242-4c1b-925f-925648a23a53 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fe39048f-4bbd-405f-ab71-5000085fda81 HTTP/1.1" status: 200 len: 217 time: 0.0384278 Sep 07 14:10:38.411956 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db69f387-6867-4748-a7f3-2ae6183b137d req-108dfe07-8fbe-4fae-8cea-08a0d1ec3bae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:10:38.413445 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-db69f387-6867-4748-a7f3-2ae6183b137d req-108dfe07-8fbe-4fae-8cea-08a0d1ec3bae service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d67c6911-5289-4fca-ae11-59b977bb9ace HTTP/1.1" status: 200 len: 853 time: 0.0445726 Sep 07 14:10:38.445036 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-db69f387-6867-4748-a7f3-2ae6183b137d req-34888926-c61c-443d-b298-54e9d699cfb3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=17a6fc6f-748c-4f3f-bc52-94e498acb948&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243437 Sep 07 14:10:38.541029 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-db69f387-6867-4748-a7f3-2ae6183b137d req-8592e9df-4ad8-4173-8153-cc90e9c8903b service neutron] 10.222.0.23 "GET /v2.0/networks/17a6fc6f-748c-4f3f-bc52-94e498acb948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887420 Sep 07 14:10:38.631341 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-db69f387-6867-4748-a7f3-2ae6183b137d req-be59be1c-b16c-4c30-b2ab-4e6732ee13e1 service neutron] 10.222.0.23 "GET /v2.0/networks/17a6fc6f-748c-4f3f-bc52-94e498acb948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826032 Sep 07 14:10:38.705268 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3745ed7-671d-4f47-83ed-75866b5b1820 req-1bf2b8e6-39df-419f-806c-a5180b29ca1f tempest-VolumesSnapshotTestJSON-131260254 tempest-VolumesSnapshotTestJSON-131260254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:10:38.706766 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-b3745ed7-671d-4f47-83ed-75866b5b1820 req-1bf2b8e6-39df-419f-806c-a5180b29ca1f tempest-VolumesSnapshotTestJSON-131260254 tempest-VolumesSnapshotTestJSON-131260254-project] 10.222.0.60 "GET /v2.0/ports?device_id=1b11a972-e37a-40b5-bd24-74a123169cc7 HTTP/1.1" status: 200 len: 943 time: 0.0499814 Sep 07 14:10:38.749247 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-b3745ed7-671d-4f47-83ed-75866b5b1820 req-dc5d1560-04a2-4cd4-ba5d-85242e136a7d tempest-VolumesSnapshotTestJSON-131260254 tempest-VolumesSnapshotTestJSON-131260254-project] 10.222.0.60 "GET /v2.0/security-groups?id=f33acb5f-a3c4-498e-a973-ef93198eaf3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365572 Sep 07 14:10:39.863102 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfc23b7-32d5-4536-8f39-1b668890a094 req-207c72f0-ce08-4b28-a06f-2108101a99bc tempest-VolumesSnapshotTestJSON-131260254 tempest-VolumesSnapshotTestJSON-131260254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:10:39.864584 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-2cfc23b7-32d5-4536-8f39-1b668890a094 req-207c72f0-ce08-4b28-a06f-2108101a99bc tempest-VolumesSnapshotTestJSON-131260254 tempest-VolumesSnapshotTestJSON-131260254-project] 10.222.0.60 "GET /v2.0/ports?device_id=1b11a972-e37a-40b5-bd24-74a123169cc7 HTTP/1.1" status: 200 len: 943 time: 0.0484874 Sep 07 14:10:39.903393 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-2cfc23b7-32d5-4536-8f39-1b668890a094 req-065dfb86-f47a-4881-8069-cc7d94b84347 tempest-VolumesSnapshotTestJSON-131260254 tempest-VolumesSnapshotTestJSON-131260254-project] 10.222.0.60 "GET /v2.0/security-groups?id=f33acb5f-a3c4-498e-a973-ef93198eaf3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329170 Sep 07 14:10:40.645484 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-0cfcb37d-8331-4739-861c-fe9106404614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:10:40.796585 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.wsgi [-] (94138) accepted ('10.222.0.60', 50352) {{(pid=94138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:10:40.900131 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-f2de6f33-7692-4337-8a8f-354f4b93365c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:10:41.001975 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-f2de6f33-7692-4337-8a8f-354f4b93365c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:10:41.005933 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-f2de6f33-7692-4337-8a8f-354f4b93365c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585164'] for security_group, after_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:10:41.029096 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbddd75-7f6d-4e37-8ab5-c03a087fe07d req-4de7bb88-b4db-4fef-8cc7-b33eaab8b822 tempest-VolumesSnapshotTestJSON-131260254 tempest-VolumesSnapshotTestJSON-131260254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:10:41.030631 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-1fbddd75-7f6d-4e37-8ab5-c03a087fe07d req-4de7bb88-b4db-4fef-8cc7-b33eaab8b822 tempest-VolumesSnapshotTestJSON-131260254 tempest-VolumesSnapshotTestJSON-131260254-project] 10.222.0.60 "GET /v2.0/ports?device_id=1b11a972-e37a-40b5-bd24-74a123169cc7 HTTP/1.1" status: 200 len: 943 time: 0.0571852 Sep 07 14:10:41.057018 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [None req-f2de6f33-7692-4337-8a8f-354f4b93365c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a47e0f5878cd40798d3f2c16db08ac6b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2589147 Sep 07 14:10:41.058073 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2de6f33-7692-4337-8a8f-354f4b93365c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=415fc5c7-e784-4dd0-933f-2aace2bdb9e3,revision_number=1']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:10:41.059326 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.wsgi [-] (94137) accepted ('10.222.0.60', 50358) {{(pid=94137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:10:41.083420 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-1fbddd75-7f6d-4e37-8ab5-c03a087fe07d req-854a1ebe-8f6f-435d-a5ac-02a3146fda80 tempest-VolumesSnapshotTestJSON-131260254 tempest-VolumesSnapshotTestJSON-131260254-project] 10.222.0.60 "GET /v2.0/security-groups?id=f33acb5f-a3c4-498e-a973-ef93198eaf3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462792 Sep 07 14:10:41.120556 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-5b12ec04-44dd-40f2-b2a9-6a604343046b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:10:41.141912 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-5b12ec04-44dd-40f2-b2a9-6a604343046b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:10:41.196678 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-5b12ec04-44dd-40f2-b2a9-6a604343046b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585164'] for security_group, after_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:10:41.200282 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-5b12ec04-44dd-40f2-b2a9-6a604343046b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:10:41.201516 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [None req-5b12ec04-44dd-40f2-b2a9-6a604343046b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/415fc5c7-e784-4dd0-933f-2aace2bdb9e3 HTTP/1.1" status: 204 len: 168 time: 0.1405191 Sep 07 14:10:41.209513 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b12ec04-44dd-40f2-b2a9-6a604343046b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=415fc5c7-e784-4dd0-933f-2aace2bdb9e3,revision_number=None']} {{(pid=94137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:10:42.203763 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d33ddd-2300-4c93-b5c3-dbed5d15d59b req-4b13f947-2d37-4091-8d76-6b9a9f35a291 tempest-VolumesSnapshotTestJSON-131260254 tempest-VolumesSnapshotTestJSON-131260254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:10:42.205285 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-79d33ddd-2300-4c93-b5c3-dbed5d15d59b req-4b13f947-2d37-4091-8d76-6b9a9f35a291 tempest-VolumesSnapshotTestJSON-131260254 tempest-VolumesSnapshotTestJSON-131260254-project] 10.222.0.60 "GET /v2.0/ports?device_id=1b11a972-e37a-40b5-bd24-74a123169cc7 HTTP/1.1" status: 200 len: 943 time: 0.0560122 Sep 07 14:10:42.225188 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Device fe39048f-4bbd-405f-ab71-5000085fda81 details requested by agent hyperv_hv-cinder-78291 with host hv-cinder-78291 {{(pid=94139) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 14:10:42.244368 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-79d33ddd-2300-4c93-b5c3-dbed5d15d59b req-b2182e29-a521-4a90-a205-9a2c496233c6 tempest-VolumesSnapshotTestJSON-131260254 tempest-VolumesSnapshotTestJSON-131260254-project] 10.222.0.60 "GET /v2.0/security-groups?id=f33acb5f-a3c4-498e-a973-ef93198eaf3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332079 Sep 07 14:10:42.325438 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.db [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] For port fe39048f-4bbd-405f-ab71-5000085fda81, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=fe39048f-4bbd-405f-ab71-5000085fda81,segment=NetworkSegment(5acef820-f781-4193-9cdb-184b816972f3),segment_id=5acef820-f781-4193-9cdb-184b816972f3)] {{(pid=94139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:10:42.338750 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Returning: {'device': 'fe39048f-4bbd-405f-ab71-5000085fda81', 'network_id': '17a6fc6f-748c-4f3f-bc52-94e498acb948', 'port_id': 'fe39048f-4bbd-405f-ab71-5000085fda81', 'mac_address': 'fa:16:3e:31:28:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd67c6911-5289-4fca-ae11-59b977bb9ace', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94139) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 14:10:42.377638 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:10:42.392327 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.notifiers.nova [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe39048f-4bbd-405f-ab71-5000085fda81 {{(pid=94139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 14:10:42.412311 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.db [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] For port fe39048f-4bbd-405f-ab71-5000085fda81, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=fe39048f-4bbd-405f-ab71-5000085fda81,segment=NetworkSegment(5acef820-f781-4193-9cdb-184b816972f3),segment_id=5acef820-f781-4193-9cdb-184b816972f3)] {{(pid=94139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:10:42.416347 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735729008622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735728620463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735728620481'] for port, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:10:42.468126 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Pushing event updated for resources: {'Port': ['ID=fe39048f-4bbd-405f-ab71-5000085fda81,revision_number=4']} {{(pid=94139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:10:42.475281 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:10:42.475627 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:10:42.475967 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:10:42.476300 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:10:42.476630 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:10:42.476957 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:10:42.477282 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:10:42.477626 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:10:42.477971 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:10:42.478296 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:10:42.478616 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:10:42.478933 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:10:42.714331 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.db [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] get_ports_and_sgs() called for port_ids ['fe39048f-4bbd-405f-ab71-5000085fda81'] {{(pid=94139) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 14:10:43.358670 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1cef45-fb88-4be5-9155-29446fd2ad45 req-f8748b44-ee00-4c0f-9574-4f165c9f15f6 tempest-VolumesSnapshotTestJSON-131260254 tempest-VolumesSnapshotTestJSON-131260254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:10:43.360133 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-4e1cef45-fb88-4be5-9155-29446fd2ad45 req-f8748b44-ee00-4c0f-9574-4f165c9f15f6 tempest-VolumesSnapshotTestJSON-131260254 tempest-VolumesSnapshotTestJSON-131260254-project] 10.222.0.60 "GET /v2.0/ports?device_id=1b11a972-e37a-40b5-bd24-74a123169cc7 HTTP/1.1" status: 200 len: 944 time: 0.0487094 Sep 07 14:10:43.400058 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-4e1cef45-fb88-4be5-9155-29446fd2ad45 req-218d1bb6-9f3a-4601-8fc5-feba0cbcacc5 tempest-VolumesSnapshotTestJSON-131260254 tempest-VolumesSnapshotTestJSON-131260254-project] 10.222.0.60 "GET /v2.0/security-groups?id=f33acb5f-a3c4-498e-a973-ef93198eaf3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339110 Sep 07 14:10:43.438084 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-63f9eff3-d160-424c-b71b-7c0370928ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:10:43.970640 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.agents_db [None req-36878762-3245-425c-bb44-2e5aea615dc4 None None] Agent healthcheck: found 6 active agents {{(pid=94140) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 14:10:44.186758 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-90497945-cc67-4e40-89ff-93978391019b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:10:44.244746 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Device fe39048f-4bbd-405f-ab71-5000085fda81 up at agent hyperv_hv-cinder-78291 {{(pid=94139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:10:44.298199 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Provisioning for port fe39048f-4bbd-405f-ab71-5000085fda81 completed by entity L2. {{(pid=94139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 14:10:44.301845 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Provisioning complete for port fe39048f-4bbd-405f-ab71-5000085fda81 triggered by entity L2. {{(pid=94139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:10:44.302219 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462246'] for port, provisioning_complete {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:10:44.382572 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:10:44.404909 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b11a972-e37a-40b5-bd24-74a123169cc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe39048f-4bbd-405f-ab71-5000085fda81'}] {{(pid=94139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:10:44.407187 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4453e99b4ec61c2946fac8af49a5adf90b2a32597d884ada3dd1dc93487e448" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24c0f81e-bac4-4b22-a70e-3fce2c5bc998" -d '{"events": [{"server_uuid": "1b11a972-e37a-40b5-bd24-74a123169cc7", "name": "network-vif-plugged", "status": "completed", "tag": "fe39048f-4bbd-405f-ab71-5000085fda81"}]}' {{(pid=94139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:10:44.420211 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.db [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] For port fe39048f-4bbd-405f-ab71-5000085fda81, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=fe39048f-4bbd-405f-ab71-5000085fda81,segment=NetworkSegment(5acef820-f781-4193-9cdb-184b816972f3),segment_id=5acef820-f781-4193-9cdb-184b816972f3)] {{(pid=94139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:10:44.424698 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735729008622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735728620463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735728620481'] for port, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:10:44.453438 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 14:10:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc24cd05-1e6d-4f4a-b28c-a2f2e144e8d9 x-openstack-request-id: req-cc24cd05-1e6d-4f4a-b28c-a2f2e144e8d9 {{(pid=94139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:10:44.454069 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b11a972-e37a-40b5-bd24-74a123169cc7", "name": "network-vif-plugged", "status": "completed", "tag": "fe39048f-4bbd-405f-ab71-5000085fda81", "code": 200}]} {{(pid=94139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:10:44.454179 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-cc24cd05-1e6d-4f4a-b28c-a2f2e144e8d9 {{(pid=94139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:10:44.454513 dv-cinder-782910-4-iscsi neutron-server[94139]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b11a972-e37a-40b5-bd24-74a123169cc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe39048f-4bbd-405f-ab71-5000085fda81', 'code': 200} Sep 07 14:10:44.488644 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Pushing event updated for resources: {'Port': ['ID=fe39048f-4bbd-405f-ab71-5000085fda81,revision_number=5']} {{(pid=94139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:10:44.525840 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9be9e0-8255-4777-9a39-6c330688140d req-8b9a89a4-6a87-4936-865e-1f2c09ae3797 tempest-VolumesSnapshotTestJSON-131260254 tempest-VolumesSnapshotTestJSON-131260254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:10:44.527539 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-7d9be9e0-8255-4777-9a39-6c330688140d req-8b9a89a4-6a87-4936-865e-1f2c09ae3797 tempest-VolumesSnapshotTestJSON-131260254 tempest-VolumesSnapshotTestJSON-131260254-project] 10.222.0.60 "GET /v2.0/ports?device_id=1b11a972-e37a-40b5-bd24-74a123169cc7 HTTP/1.1" status: 200 len: 945 time: 0.0550156 Sep 07 14:10:44.567351 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-7d9be9e0-8255-4777-9a39-6c330688140d req-e83d4d9c-881c-4faa-bd67-01899f116f65 tempest-VolumesSnapshotTestJSON-131260254 tempest-VolumesSnapshotTestJSON-131260254-project] 10.222.0.60 "GET /v2.0/security-groups?id=f33acb5f-a3c4-498e-a973-ef93198eaf3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329618 Sep 07 14:10:44.618434 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422413b7-8f64-40e1-aae9-cc347019aec0 req-c40f5954-6cb9-4755-a8d4-6c8034ac9fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:10:44.619924 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-422413b7-8f64-40e1-aae9-cc347019aec0 req-c40f5954-6cb9-4755-a8d4-6c8034ac9fce service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=1b11a972-e37a-40b5-bd24-74a123169cc7 HTTP/1.1" status: 200 len: 1098 time: 0.0389354 Sep 07 14:10:44.660073 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-422413b7-8f64-40e1-aae9-cc347019aec0 req-06cdefc2-6225-4c53-9210-3618c0159a03 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=f33acb5f-a3c4-498e-a973-ef93198eaf3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321672 Sep 07 14:10:44.690515 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-cec4f6fb-2ca0-44f4-a970-9dc467b3a3ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:10:45.700711 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94a6e2c-83f1-496e-b221-88817aa097b7 req-7ad57f3a-1870-4681-9bc1-9d10ccb9a7aa tempest-VolumesSnapshotTestJSON-131260254 tempest-VolumesSnapshotTestJSON-131260254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:10:45.702289 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-e94a6e2c-83f1-496e-b221-88817aa097b7 req-7ad57f3a-1870-4681-9bc1-9d10ccb9a7aa tempest-VolumesSnapshotTestJSON-131260254 tempest-VolumesSnapshotTestJSON-131260254-project] 10.222.0.60 "GET /v2.0/ports?device_id=1b11a972-e37a-40b5-bd24-74a123169cc7 HTTP/1.1" status: 200 len: 945 time: 0.0592895 Sep 07 14:10:45.740352 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-e94a6e2c-83f1-496e-b221-88817aa097b7 req-431929c1-55bd-44d9-95d1-dc78ae9df30d tempest-VolumesSnapshotTestJSON-131260254 tempest-VolumesSnapshotTestJSON-131260254-project] 10.222.0.60 "GET /v2.0/security-groups?id=f33acb5f-a3c4-498e-a973-ef93198eaf3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319302 Sep 07 14:10:45.870821 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-24e6fa56-2407-4935-9ec7-bc4eea9bdf8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:10:46.855385 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71914d83-b7ac-4e56-814e-8ea8e4a9413e req-bf0d8bec-f21d-4881-a01b-fbe54643f763 tempest-VolumesSnapshotTestJSON-131260254 tempest-VolumesSnapshotTestJSON-131260254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:10:46.856850 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-71914d83-b7ac-4e56-814e-8ea8e4a9413e req-bf0d8bec-f21d-4881-a01b-fbe54643f763 tempest-VolumesSnapshotTestJSON-131260254 tempest-VolumesSnapshotTestJSON-131260254-project] 10.222.0.60 "GET /v2.0/ports?device_id=1b11a972-e37a-40b5-bd24-74a123169cc7 HTTP/1.1" status: 200 len: 945 time: 0.0493951 Sep 07 14:10:46.901726 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-71914d83-b7ac-4e56-814e-8ea8e4a9413e req-13f38930-dc74-494b-9f05-7e7dd4771973 tempest-VolumesSnapshotTestJSON-131260254 tempest-VolumesSnapshotTestJSON-131260254-project] 10.222.0.60 "GET /v2.0/security-groups?id=f33acb5f-a3c4-498e-a973-ef93198eaf3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389118 Sep 07 14:10:48.426079 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:10:49.947479 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db234f4-6c02-41a4-8703-de204208e61b req-c98e449a-bbd1-48e1-8298-dd23d7be682e tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:10:49.949020 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-1db234f4-6c02-41a4-8703-de204208e61b req-c98e449a-bbd1-48e1-8298-dd23d7be682e tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ac0934b-f4cd-4421-a325-8fff04835bbc HTTP/1.1" status: 200 len: 945 time: 0.0512555 Sep 07 14:10:49.986955 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-1db234f4-6c02-41a4-8703-de204208e61b req-cc4a863f-4982-42aa-9e1a-9d3d2c33aea7 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] 10.222.0.60 "GET /v2.0/security-groups?id=ee56c5f5-d2bf-4ac0-8e7f-3030efc8e7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312479 Sep 07 14:10:51.139047 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f41ace-90ab-4605-aa7b-590ca7be3fbf req-e666d420-8729-4f96-af62-0f66438a1faa tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:10:51.142475 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-b4f41ace-90ab-4605-aa7b-590ca7be3fbf req-e666d420-8729-4f96-af62-0f66438a1faa tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ac0934b-f4cd-4421-a325-8fff04835bbc HTTP/1.1" status: 200 len: 945 time: 0.0476704 Sep 07 14:10:51.178410 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-b4f41ace-90ab-4605-aa7b-590ca7be3fbf req-589f4e7a-733e-4f15-a03a-e54566ec7f18 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] 10.222.0.60 "GET /v2.0/security-groups?id=ee56c5f5-d2bf-4ac0-8e7f-3030efc8e7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316737 Sep 07 14:10:52.075192 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2875f2-4c4a-4449-9443-2b8d9534f8d2 req-49c01a7d-6175-4223-9b44-8d4f03c57552 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:10:52.076869 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-fb2875f2-4c4a-4449-9443-2b8d9534f8d2 req-49c01a7d-6175-4223-9b44-8d4f03c57552 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ac0934b-f4cd-4421-a325-8fff04835bbc HTTP/1.1" status: 200 len: 945 time: 0.0488641 Sep 07 14:10:52.172356 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.plugin [req-fb2875f2-4c4a-4449-9443-2b8d9534f8d2 req-827d04b1-f37c-4032-930c-d784809ef7bd tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Deleting port 67949d7e-c8a2-480c-a855-bf27f4fa9292 {{(pid=94138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 14:10:52.172690 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-fb2875f2-4c4a-4449-9443-2b8d9534f8d2 req-827d04b1-f37c-4032-930c-d784809ef7bd tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735729003030'] for port, before_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:10:52.261253 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.db [req-fb2875f2-4c4a-4449-9443-2b8d9534f8d2 req-827d04b1-f37c-4032-930c-d784809ef7bd tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] For port 67949d7e-c8a2-480c-a855-bf27f4fa9292, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=67949d7e-c8a2-480c-a855-bf27f4fa9292,segment=NetworkSegment(2d24ee3e-a8c7-40e0-a48b-faed2573a27e),segment_id=2d24ee3e-a8c7-40e0-a48b-faed2573a27e)] {{(pid=94138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:10:52.261798 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-fb2875f2-4c4a-4449-9443-2b8d9534f8d2 req-827d04b1-f37c-4032-930c-d784809ef7bd tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453383'] for port, precommit_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:10:52.298906 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5100b273-6595-4d28-b709-01161dd2f0e3 req-198f45da-fc9d-4614-bf5f-f50bc38a1dc2 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:10:52.300395 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-5100b273-6595-4d28-b709-01161dd2f0e3 req-198f45da-fc9d-4614-bf5f-f50bc38a1dc2 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ac0934b-f4cd-4421-a325-8fff04835bbc HTTP/1.1" status: 200 len: 945 time: 0.0494890 Sep 07 14:10:52.337495 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-5100b273-6595-4d28-b709-01161dd2f0e3 req-7414cebe-ea91-4f46-853e-e570f4e76f5b tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] 10.222.0.60 "GET /v2.0/security-groups?id=ee56c5f5-d2bf-4ac0-8e7f-3030efc8e7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308676 Sep 07 14:10:52.494263 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-fb2875f2-4c4a-4449-9443-2b8d9534f8d2 req-827d04b1-f37c-4032-930c-d784809ef7bd tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:10:52.494628 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-fb2875f2-4c4a-4449-9443-2b8d9534f8d2 req-827d04b1-f37c-4032-930c-d784809ef7bd tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-432510'] for floatingip, after_update {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:10:52.495205 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.db.l3_db [req-fb2875f2-4c4a-4449-9443-2b8d9534f8d2 req-827d04b1-f37c-4032-930c-d784809ef7bd tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Floating IP 03295aea-c63e-46f8-85f4-69cbd4286dee disassociated. External IP: 172.27.2.8, port: 67949d7e-c8a2-480c-a855-bf27f4fa9292. Sep 07 14:10:52.495363 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.plugin [req-fb2875f2-4c4a-4449-9443-2b8d9534f8d2 req-827d04b1-f37c-4032-930c-d784809ef7bd tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Calling delete_port for 67949d7e-c8a2-480c-a855-bf27f4fa9292 owned by compute:nova {{(pid=94138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 14:10:52.629952 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-fb2875f2-4c4a-4449-9443-2b8d9534f8d2 req-827d04b1-f37c-4032-930c-d784809ef7bd tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735729008604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735728620454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65197361'] for port, after_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:10:52.665656 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827d04b1-f37c-4032-930c-d784809ef7bd tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Pushing event deleted for resources: {'Port': ['ID=67949d7e-c8a2-480c-a855-bf27f4fa9292,revision_number=None']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:10:52.783063 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fb2875f2-4c4a-4449-9443-2b8d9534f8d2 req-827d04b1-f37c-4032-930c-d784809ef7bd tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Router 59e76e46-d6ab-4135-be57-218e260cda16 has already been hosted by L3 agent fa68c273-d39f-43dc-b6f8-e0c6852ace12 {{(pid=94138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 14:10:52.890312 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fb2875f2-4c4a-4449-9443-2b8d9534f8d2 req-827d04b1-f37c-4032-930c-d784809ef7bd tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Notify agent at l3_agent.dv-cinder-782910-4-iscsi the message routers_updated {{(pid=94138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 14:10:52.901380 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a4193b-eec7-4605-adb1-cdc8162bcecc None None] Sync routers for ids ['59e76e46-d6ab-4135-be57-218e260cda16'] in dv-cinder-782910-4-iscsi {{(pid=94139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 14:10:52.911793 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a4193b-eec7-4605-adb1-cdc8162bcecc None None] Routers {'59e76e46-d6ab-4135-be57-218e260cda16'} bound to L3 agent in host dv-cinder-782910-4-iscsi {{(pid=94139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:10:52.912739 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.l3_hamode_db [None req-e1a4193b-eec7-4605-adb1-cdc8162bcecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T13:58:13Z,description=,heartbeat_timestamp=2021-09-07T14:10:43Z,host='dv-cinder-782910-4-iscsi',id=fa68c273-d39f-43dc-b6f8-e0c6852ace12,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T13:58:13Z,topic='l3_agent')) {'router_ids': ['59e76e46-d6ab-4135-be57-218e260cda16'], 'active': True} {{(pid=94139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:10:52.928181 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb2875f2-4c4a-4449-9443-2b8d9534f8d2 req-827d04b1-f37c-4032-930c-d784809ef7bd tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] No DVR routers for this DVR port 67949d7e-c8a2-480c-a855-bf27f4fa9292 on host hv-cinder-78291 {{(pid=94138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 14:10:52.930855 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-fb2875f2-4c4a-4449-9443-2b8d9534f8d2 req-827d04b1-f37c-4032-930c-d784809ef7bd tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88768'] for port, before_response {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:10:52.932912 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-fb2875f2-4c4a-4449-9443-2b8d9534f8d2 req-827d04b1-f37c-4032-930c-d784809ef7bd tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] 10.222.0.23 "DELETE /v2.0/ports/67949d7e-c8a2-480c-a855-bf27f4fa9292 HTTP/1.1" status: 204 len: 173 time: 0.8495746 Sep 07 14:10:52.933348 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ac0934b-f4cd-4421-a325-8fff04835bbc', 'name': 'network-vif-deleted', 'tag': '67949d7e-c8a2-480c-a855-bf27f4fa9292'}] {{(pid=94138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:10:52.936038 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2f7ddeb31991bace343f2b2f4f22cd3bc4274a24b7cd750f83a004d46e17087" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87fa5b35-bf4a-4a00-800c-a8481cf00f3c" -d '{"events": [{"server_uuid": "7ac0934b-f4cd-4421-a325-8fff04835bbc", "name": "network-vif-deleted", "tag": "67949d7e-c8a2-480c-a855-bf27f4fa9292"}]}' {{(pid=94138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:10:52.978029 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 14:10:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a4c9636-cbfb-42db-b5cc-fcfac6c7a6fb x-openstack-request-id: req-7a4c9636-cbfb-42db-b5cc-fcfac6c7a6fb {{(pid=94138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:10:52.978338 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ac0934b-f4cd-4421-a325-8fff04835bbc", "name": "network-vif-deleted", "tag": "67949d7e-c8a2-480c-a855-bf27f4fa9292", "status": "completed", "code": 200}]} {{(pid=94138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:10:52.978623 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7a4c9636-cbfb-42db-b5cc-fcfac6c7a6fb {{(pid=94138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:10:52.979021 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ac0934b-f4cd-4421-a325-8fff04835bbc', 'name': 'network-vif-deleted', 'tag': '67949d7e-c8a2-480c-a855-bf27f4fa9292', 'status': 'completed', 'code': 200} Sep 07 14:10:53.145228 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.l3_dvr_db [None req-e1a4193b-eec7-4605-adb1-cdc8162bcecc None None] Set router 59e76e46-d6ab-4135-be57-218e260cda16 gateway port host: dv-cinder-782910-4-iscsi {{(pid=94139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:10:53.340281 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.l3_hamode_db [None req-e1a4193b-eec7-4605-adb1-cdc8162bcecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59e76e46-d6ab-4135-be57-218e260cda16', 'name': 'tempest-AttachVolumeTestJSON-699305333-router', 'tenant_id': '584f3be6a05141bfb7e331ef2c02474d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'external_fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': '6ec66676-b930-4576-9375-757e5ad95813', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:06:09Z', 'updated_at': '2021-09-07T14:06:17Z', 'revision_number': 4, 'project_id': '584f3be6a05141bfb7e331ef2c02474d', 'gw_port': {'id': '6ec66676-b930-4576-9375-757e5ad95813', 'name': '', 'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:e2:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e76e46-d6ab-4135-be57-218e260cda16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:06:10Z', 'updated_at': '2021-09-07T14:06:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-4-iscsi', '_interfaces': [{'id': 'b548ab8e-fec8-44e6-80ad-616f1bc39673', 'name': '', 'network_id': '2ef27011-b43e-416b-9da9-0568387a6a08', 'tenant_id': '584f3be6a05141bfb7e331ef2c02474d', 'mac_address': 'fa:16:3e:fd:e7:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e76e46-d6ab-4135-be57-218e260cda16', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f68d2061-21fd-4a9c-bc36-251c4f0ac2ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:06:16Z', 'updated_at': '2021-09-07T14:06:28Z', 'revision_number': 5, 'project_id': '584f3be6a05141bfb7e331ef2c02474d', 'subnets': [{'id': 'f68d2061-21fd-4a9c-bc36-251c4f0ac2ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782910-4-iscsi', False) {} {{(pid=94139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:10:53.367363 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a4193b-eec7-4605-adb1-cdc8162bcecc None None] Checking router: 59e76e46-d6ab-4135-be57-218e260cda16 for host: dv-cinder-782910-4-iscsi {{(pid=94139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 14:10:53.377705 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a4193b-eec7-4605-adb1-cdc8162bcecc None None] Routers {'59e76e46-d6ab-4135-be57-218e260cda16'} bound to L3 agent in host dv-cinder-782910-4-iscsi {{(pid=94139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:10:53.378325 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.l3_hamode_db [None req-e1a4193b-eec7-4605-adb1-cdc8162bcecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T13:58:13Z,description=,heartbeat_timestamp=2021-09-07T14:10:43Z,host='dv-cinder-782910-4-iscsi',id=fa68c273-d39f-43dc-b6f8-e0c6852ace12,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T13:58:13Z,topic='l3_agent')) {'router_ids': ['59e76e46-d6ab-4135-be57-218e260cda16'], 'active': True} {{(pid=94139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:10:53.484951 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-2f6ac150-24ec-47e4-89b5-01b330391780 req-7d9354fb-b739-4432-b439-32ec472d8d71 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ac0934b-f4cd-4421-a325-8fff04835bbc HTTP/1.1" status: 200 len: 210 time: 0.0376458 Sep 07 14:10:53.509321 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.l3_dvr_db [None req-e1a4193b-eec7-4605-adb1-cdc8162bcecc None None] Set router 59e76e46-d6ab-4135-be57-218e260cda16 gateway port host: dv-cinder-782910-4-iscsi {{(pid=94139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:10:53.769793 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.l3_hamode_db [None req-e1a4193b-eec7-4605-adb1-cdc8162bcecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59e76e46-d6ab-4135-be57-218e260cda16', 'name': 'tempest-AttachVolumeTestJSON-699305333-router', 'tenant_id': '584f3be6a05141bfb7e331ef2c02474d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'external_fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': '6ec66676-b930-4576-9375-757e5ad95813', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:06:09Z', 'updated_at': '2021-09-07T14:06:17Z', 'revision_number': 4, 'project_id': '584f3be6a05141bfb7e331ef2c02474d', 'gw_port': {'id': '6ec66676-b930-4576-9375-757e5ad95813', 'name': '', 'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:e2:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e76e46-d6ab-4135-be57-218e260cda16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:06:10Z', 'updated_at': '2021-09-07T14:06:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-4-iscsi', '_interfaces': [{'id': 'b548ab8e-fec8-44e6-80ad-616f1bc39673', 'name': '', 'network_id': '2ef27011-b43e-416b-9da9-0568387a6a08', 'tenant_id': '584f3be6a05141bfb7e331ef2c02474d', 'mac_address': 'fa:16:3e:fd:e7:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e76e46-d6ab-4135-be57-218e260cda16', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f68d2061-21fd-4a9c-bc36-251c4f0ac2ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:06:16Z', 'updated_at': '2021-09-07T14:06:28Z', 'revision_number': 5, 'project_id': '584f3be6a05141bfb7e331ef2c02474d', 'subnets': [{'id': 'f68d2061-21fd-4a9c-bc36-251c4f0ac2ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782910-4-iscsi', False) {} {{(pid=94139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:10:53.807389 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a4193b-eec7-4605-adb1-cdc8162bcecc None None] The sync data for ids ['59e76e46-d6ab-4135-be57-218e260cda16'] in dv-cinder-782910-4-iscsi is: [{'id': '59e76e46-d6ab-4135-be57-218e260cda16', 'name': 'tempest-AttachVolumeTestJSON-699305333-router', 'tenant_id': '584f3be6a05141bfb7e331ef2c02474d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'external_fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': '6ec66676-b930-4576-9375-757e5ad95813', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:06:09Z', 'updated_at': '2021-09-07T14:06:17Z', 'revision_number': 4, 'project_id': '584f3be6a05141bfb7e331ef2c02474d', 'gw_port': {'id': '6ec66676-b930-4576-9375-757e5ad95813', 'name': '', 'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:e2:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e76e46-d6ab-4135-be57-218e260cda16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:06:10Z', 'updated_at': '2021-09-07T14:06:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-4-iscsi', '_interfaces': [{'id': 'b548ab8e-fec8-44e6-80ad-616f1bc39673', 'name': '', 'network_id': '2ef27011-b43e-416b-9da9-0568387a6a08', 'tenant_id': '584f3be6a05141bfb7e331ef2c02474d', 'mac_address': 'fa:16:3e:fd:e7:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e76e46-d6ab-4135-be57-218e260cda16', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f68d2061-21fd-4a9c-bc36-251c4f0ac2ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:06:16Z', 'updated_at': '2021-09-07T14:06:28Z', 'revision_number': 5, 'project_id': '584f3be6a05141bfb7e331ef2c02474d', 'subnets': [{'id': 'f68d2061-21fd-4a9c-bc36-251c4f0ac2ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 14:10:54.125097 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-202712c1-d5d8-4074-be4a-985973247652 None None] New status for floating IP 03295aea-c63e-46f8-85f4-69cbd4286dee: DOWN {{(pid=94140) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 14:10:54.566709 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.wsgi [-] (94137) accepted ('10.222.0.60', 50456) {{(pid=94137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:10:54.868247 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-a4400c25-5a67-4ab2-b1e7-a465f7d0826a tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Notify callbacks [] for security_group, before_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:10:54.890623 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-a4400c25-5a67-4ab2-b1e7-a465f7d0826a tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:10:54.938409 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-a4400c25-5a67-4ab2-b1e7-a465f7d0826a tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585164'] for security_group, after_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:10:54.941145 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-a4400c25-5a67-4ab2-b1e7-a465f7d0826a tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Notify callbacks [] for security_group, before_response {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:10:54.942324 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [None req-a4400c25-5a67-4ab2-b1e7-a465f7d0826a tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] 10.222.0.60 "DELETE /v2.0/security-groups/ee56c5f5-d2bf-4ac0-8e7f-3030efc8e7c2 HTTP/1.1" status: 204 len: 168 time: 0.3745589 Sep 07 14:10:54.945053 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.wsgi [-] (94138) accepted ('10.222.0.60', 50464) {{(pid=94138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:10:54.951243 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4400c25-5a67-4ab2-b1e7-a465f7d0826a tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee56c5f5-d2bf-4ac0-8e7f-3030efc8e7c2,revision_number=None']} {{(pid=94137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:10:54.959497 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.api.v2.resource [None req-687807a1-adb4-45ba-8716-ecf2626ced49 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] show failed (client error): The resource could not be found. Sep 07 14:10:54.960699 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [None req-687807a1-adb4-45ba-8716-ecf2626ced49 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] 10.222.0.60 "GET /v2.0/security-groups/ee56c5f5-d2bf-4ac0-8e7f-3030efc8e7c2 HTTP/1.1" status: 404 len: 347 time: 0.0144863 Sep 07 14:10:54.963725 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.wsgi [-] (94138) accepted ('10.222.0.60', 50466) {{(pid=94138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:10:55.097927 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.plugin [None req-3c3ea6bb-b5b9-4a4e-8f95-c7603e39e912 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Deleting port 2cac4430-af9d-4410-9f12-457ea486c603 {{(pid=94138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 14:10:55.098266 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-3c3ea6bb-b5b9-4a4e-8f95-c7603e39e912 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735729003030'] for port, before_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:10:55.181442 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-3c3ea6bb-b5b9-4a4e-8f95-c7603e39e912 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453383'] for port, precommit_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:10:55.181442 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-3c3ea6bb-b5b9-4a4e-8f95-c7603e39e912 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:10:55.193090 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.plugin [None req-3c3ea6bb-b5b9-4a4e-8f95-c7603e39e912 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Calling delete_port for 2cac4430-af9d-4410-9f12-457ea486c603 owned by network:floatingip {{(pid=94138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 14:10:55.333086 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-3c3ea6bb-b5b9-4a4e-8f95-c7603e39e912 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735729008604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735728620454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65197361'] for port, after_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:10:55.359002 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3ea6bb-b5b9-4a4e-8f95-c7603e39e912 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Pushing event deleted for resources: {'Port': ['ID=2cac4430-af9d-4410-9f12-457ea486c603,revision_number=None']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:10:55.424255 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-3c3ea6bb-b5b9-4a4e-8f95-c7603e39e912 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Notify callbacks [] for floatingip, after_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:10:55.427025 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-3c3ea6bb-b5b9-4a4e-8f95-c7603e39e912 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88768'] for floatingip, before_response {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:10:55.428171 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [None req-3c3ea6bb-b5b9-4a4e-8f95-c7603e39e912 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] 10.222.0.60 "DELETE /v2.0/floatingips/03295aea-c63e-46f8-85f4-69cbd4286dee HTTP/1.1" status: 204 len: 168 time: 0.4630051 Sep 07 14:10:55.797135 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.wsgi [-] (94138) accepted ('10.222.0.60', 50474) {{(pid=94138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:10:55.801937 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.v2.base [None req-e50c3f90-037c-4b5a-af17-b9980c058196 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1949839970', 'description': 'tempest-description--207394374'}} {{(pid=94138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:10:55.823707 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-e50c3f90-037c-4b5a-af17-b9980c058196 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Notify callbacks [] for security_group, before_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:10:55.911873 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-e50c3f90-037c-4b5a-af17-b9980c058196 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Notify callbacks [] for security_group, precommit_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:10:55.915809 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-e50c3f90-037c-4b5a-af17-b9980c058196 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585164'] for security_group, after_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:10:55.944759 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-e50c3f90-037c-4b5a-af17-b9980c058196 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Notify callbacks [] for security_group, before_response {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:10:55.946024 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [None req-e50c3f90-037c-4b5a-af17-b9980c058196 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1478498 Sep 07 14:10:55.946805 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50c3f90-037c-4b5a-af17-b9980c058196 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc8906ed-9bf0-4493-961a-a2e62371dd6b,revision_number=1']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:10:55.948912 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.wsgi [-] (94138) accepted ('10.222.0.60', 50478) {{(pid=94138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:10:55.954248 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.v2.base [None req-027eb4df-390a-429a-86ab-796a904cacc1 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Request body: {'security_group_rule': {'security_group_id': 'cc8906ed-9bf0-4493-961a-a2e62371dd6b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:10:55.980384 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-027eb4df-390a-429a-86ab-796a904cacc1 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:10:56.043429 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-027eb4df-390a-429a-86ab-796a904cacc1 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:10:56.047513 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-027eb4df-390a-429a-86ab-796a904cacc1 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573871'] for security_group_rule, after_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:10:56.065539 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027eb4df-390a-429a-86ab-796a904cacc1 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d649ff60-1568-4b71-abb8-54c6ca9c9ec4,revision_number=0']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:10:56.072635 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-027eb4df-390a-429a-86ab-796a904cacc1 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:10:56.074364 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [None req-027eb4df-390a-429a-86ab-796a904cacc1 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1245005 Sep 07 14:10:56.077632 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.wsgi [-] (94138) accepted ('10.222.0.60', 50480) {{(pid=94138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:10:56.082127 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.v2.base [None req-3c02d20e-ee73-4312-9435-7f960f4f419a tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Request body: {'security_group_rule': {'security_group_id': 'cc8906ed-9bf0-4493-961a-a2e62371dd6b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:10:56.107060 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-3c02d20e-ee73-4312-9435-7f960f4f419a tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:10:56.163663 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-3c02d20e-ee73-4312-9435-7f960f4f419a tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:10:56.167918 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-3c02d20e-ee73-4312-9435-7f960f4f419a tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573871'] for security_group_rule, after_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:10:56.187536 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c02d20e-ee73-4312-9435-7f960f4f419a tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=095cac8d-4650-4cef-8ab4-16ec610f1773,revision_number=0']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:10:56.194971 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-3c02d20e-ee73-4312-9435-7f960f4f419a tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:10:56.196368 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [None req-3c02d20e-ee73-4312-9435-7f960f4f419a tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1177976 Sep 07 14:10:56.199462 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.wsgi [-] (94138) accepted ('10.222.0.60', 50484) {{(pid=94138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:10:56.204201 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.v2.base [None req-d01cde20-2989-4585-8d61-c04546cb1644 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Request body: {'floatingip': {'floating_network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92'}} {{(pid=94138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:10:56.234045 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-d01cde20-2989-4585-8d61-c04546cb1644 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Notify callbacks [] for floatingip, before_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:10:56.332052 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-d01cde20-2989-4585-8d61-c04546cb1644 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:10:56.437722 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.db.db_base_plugin_common [None req-d01cde20-2989-4585-8d61-c04546cb1644 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Allocated IP 172.27.2.152 (50058ef2-6e12-4dff-890f-d2e17fb9ee92/db4a7c65-31e2-4f76-9b43-e160b3d3d8e2/c26d1b22-96eb-4c88-b682-129717f40aba) {{(pid=94138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 14:10:56.775903 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-d01cde20-2989-4585-8d61-c04546cb1644 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Notify callbacks [] for port, precommit_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:10:56.814493 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-d01cde20-2989-4585-8d61-c04546cb1644 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735728620445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65197361'] for port, after_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:10:56.859819 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d01cde20-2989-4585-8d61-c04546cb1644 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Network 50058ef2-6e12-4dff-890f-d2e17fb9ee92 is already hosted by enough agents. {{(pid=94138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 14:10:56.862672 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.scheduler.base_scheduler [None req-d01cde20-2989-4585-8d61-c04546cb1644 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Resources bound (agent type, host, resource id): {{(pid=94138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:10:56.868069 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d01cde20-2989-4585-8d61-c04546cb1644 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Received port after_create {{(pid=94138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 14:10:56.873509 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01cde20-2989-4585-8d61-c04546cb1644 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Pushing event updated for resources: {'Port': ['ID=c26d1b22-96eb-4c88-b682-129717f40aba,revision_number=1']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:10:56.969339 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-d01cde20-2989-4585-8d61-c04546cb1644 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:10:57.014483 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-d01cde20-2989-4585-8d61-c04546cb1644 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_update {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:10:57.171840 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-d01cde20-2989-4585-8d61-c04546cb1644 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Notify callbacks [] for port, precommit_update {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:10:57.176598 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-d01cde20-2989-4585-8d61-c04546cb1644 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735729008622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735728620463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735728620481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65197374'] for port, after_update {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:10:57.244126 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01cde20-2989-4585-8d61-c04546cb1644 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Pushing event updated for resources: {'Port': ['ID=c26d1b22-96eb-4c88-b682-129717f40aba,revision_number=2']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:10:57.254031 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-d01cde20-2989-4585-8d61-c04546cb1644 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-432510'] for floatingip, after_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:10:57.270239 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-d01cde20-2989-4585-8d61-c04546cb1644 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88768'] for floatingip, before_response {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:10:57.271533 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [None req-d01cde20-2989-4585-8d61-c04546cb1644 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0711851 Sep 07 14:10:57.457319 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-66e24f2c-4b36-4d54-87db-f80578d4b106 req-034361aa-5675-4871-ad36-259a772710a3 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--1949839970&fields=id&tenant_id=584f3be6a05141bfb7e331ef2c02474d HTTP/1.1" status: 200 len: 267 time: 0.0326476 Sep 07 14:10:57.562409 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e24f2c-4b36-4d54-87db-f80578d4b106 req-5f09feb8-4faa-4c2d-8915-7207771a2749 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:10:57.563858 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-66e24f2c-4b36-4d54-87db-f80578d4b106 req-5f09feb8-4faa-4c2d-8915-7207771a2749 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] 10.222.0.60 "GET /v2.0/networks?id=2ef27011-b43e-416b-9da9-0568387a6a08 HTTP/1.1" status: 200 len: 810 time: 0.1000221 Sep 07 14:10:57.579697 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-66e24f2c-4b36-4d54-87db-f80578d4b106 req-a01ed71c-ec52-43ec-be80-c052069dea7c tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] 10.222.0.60 "GET /v2.0/quotas/584f3be6a05141bfb7e331ef2c02474d HTTP/1.1" status: 200 len: 375 time: 0.0101323 Sep 07 14:10:57.632769 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-66e24f2c-4b36-4d54-87db-f80578d4b106 req-a115a72a-00ba-416b-b95a-3ccd71b0997b tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=584f3be6a05141bfb7e331ef2c02474d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0471652 Sep 07 14:10:57.732082 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-66e24f2c-4b36-4d54-87db-f80578d4b106 req-e5730f6b-19c8-4b04-a6ae-9ca12c3b0eda service neutron] 10.222.0.60 "GET /v2.0/networks/2ef27011-b43e-416b-9da9-0568387a6a08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869834 Sep 07 14:10:57.814414 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Device 67949d7e-c8a2-480c-a855-bf27f4fa9292 no longer exists at agent hyperv_hv-cinder-78291 {{(pid=94139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 14:10:57.823145 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-66e24f2c-4b36-4d54-87db-f80578d4b106 req-4614c68c-4ef1-4e95-974a-c4d1321d4d95 service neutron] 10.222.0.60 "GET /v2.0/networks/2ef27011-b43e-416b-9da9-0568387a6a08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848658 Sep 07 14:10:57.834157 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.plugin [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] No Port match for: 67949d7e-c8a2-480c-a855-bf27f4fa9292 {{(pid=94139) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 14:10:57.834501 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Device 67949d7e-c8a2-480c-a855-bf27f4fa9292 not bound to the agent host hv-cinder-78291 {{(pid=94139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 14:10:57.985491 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-7ed62fb3-feeb-455c-880b-44adba622ec4 req-f8cb1943-b354-4089-a818-812182378c20 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] 10.222.0.60 "GET /v2.0/ports?device_id=d04b294e-4120-4819-b3e6-683556be09ef HTTP/1.1" status: 200 len: 210 time: 0.0269248 Sep 07 14:10:58.525881 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce48099-4441-4a38-aaf3-ee38f22152fb req-10218ea8-cf15-4141-a050-be6b7820c857 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:10:58.527299 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-8ce48099-4441-4a38-aaf3-ee38f22152fb req-10218ea8-cf15-4141-a050-be6b7820c857 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/ports?device_id=92f9b5d2-ea4f-461e-8414-5887ee6ac63f HTTP/1.1" status: 200 len: 945 time: 0.0555463 Sep 07 14:10:58.567906 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-8ce48099-4441-4a38-aaf3-ee38f22152fb req-188a451a-7c89-433b-8045-b8eb0b7d01ca tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/security-groups?id=b2a46496-e3bb-4bac-a613-45bf9f48eefa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330474 Sep 07 14:10:58.991899 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e24f2c-4b36-4d54-87db-f80578d4b106 req-012972dc-b070-447e-8d37-c799360fd16e tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:10:58.994044 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-66e24f2c-4b36-4d54-87db-f80578d4b106 req-012972dc-b070-447e-8d37-c799360fd16e tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] 10.222.0.23 "GET /v2.0/networks?id=2ef27011-b43e-416b-9da9-0568387a6a08 HTTP/1.1" status: 200 len: 810 time: 0.1236567 Sep 07 14:10:59.048635 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-66e24f2c-4b36-4d54-87db-f80578d4b106 req-3bb19b8a-e380-4ff5-8eab-c5dcc678bea3 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=584f3be6a05141bfb7e331ef2c02474d HTTP/1.1" status: 200 len: 380 time: 0.0454922 Sep 07 14:10:59.064629 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.v2.base [req-66e24f2c-4b36-4d54-87db-f80578d4b106 req-881653d8-25a6-4143-84e1-837cf1800b11 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Request body: {'port': {'device_id': 'd04b294e-4120-4819-b3e6-683556be09ef', 'network_id': '2ef27011-b43e-416b-9da9-0568387a6a08', 'admin_state_up': True, 'tenant_id': '584f3be6a05141bfb7e331ef2c02474d', 'security_groups': ['cc8906ed-9bf0-4493-961a-a2e62371dd6b']}} {{(pid=94138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:10:59.119911 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-e9e70b93-d2f6-4f5d-8c0d-de55c5beced4 req-de460891-e698-410d-a624-dd0d47268cf5 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] 10.222.0.60 "GET /v2.0/ports?device_id=d04b294e-4120-4819-b3e6-683556be09ef HTTP/1.1" status: 200 len: 210 time: 0.0394008 Sep 07 14:10:59.218716 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66e24f2c-4b36-4d54-87db-f80578d4b106 req-881653d8-25a6-4143-84e1-837cf1800b11 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Made reservation on behalf of 584f3be6a05141bfb7e331ef2c02474d for: {'port': 1} {{(pid=94138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 14:10:59.222306 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-66e24f2c-4b36-4d54-87db-f80578d4b106 req-881653d8-25a6-4143-84e1-837cf1800b11 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:10:59.365245 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.db.db_base_plugin_common [req-66e24f2c-4b36-4d54-87db-f80578d4b106 req-881653d8-25a6-4143-84e1-837cf1800b11 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Allocated IP 172.20.0.8 (2ef27011-b43e-416b-9da9-0568387a6a08/f68d2061-21fd-4a9c-bc36-251c4f0ac2ed/c1f073f7-eed8-42b0-bbb8-366913f5f4c5) {{(pid=94138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 14:10:59.512263 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-66e24f2c-4b36-4d54-87db-f80578d4b106 req-881653d8-25a6-4143-84e1-837cf1800b11 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Notify callbacks [] for port, precommit_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:10:59.525894 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.db.provisioning_blocks [req-66e24f2c-4b36-4d54-87db-f80578d4b106 req-881653d8-25a6-4143-84e1-837cf1800b11 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Transition to ACTIVE for port object c1f073f7-eed8-42b0-bbb8-366913f5f4c5 will not be triggered until provisioned by entity DHCP. {{(pid=94138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 14:10:59.563005 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-66e24f2c-4b36-4d54-87db-f80578d4b106 req-881653d8-25a6-4143-84e1-837cf1800b11 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735728620445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65197361'] for port, after_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:10:59.602810 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66e24f2c-4b36-4d54-87db-f80578d4b106 req-881653d8-25a6-4143-84e1-837cf1800b11 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Network 2ef27011-b43e-416b-9da9-0568387a6a08 is already hosted by enough agents. {{(pid=94138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 14:10:59.606314 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.scheduler.base_scheduler [req-66e24f2c-4b36-4d54-87db-f80578d4b106 req-881653d8-25a6-4143-84e1-837cf1800b11 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Resources bound (agent type, host, resource id): {{(pid=94138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:10:59.611224 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.db.l3_dvrscheduler_db [req-66e24f2c-4b36-4d54-87db-f80578d4b106 req-881653d8-25a6-4143-84e1-837cf1800b11 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Received port after_create {{(pid=94138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 14:10:59.644709 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881653d8-25a6-4143-84e1-837cf1800b11 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Pushing event updated for resources: {'Port': ['ID=c1f073f7-eed8-42b0-bbb8-366913f5f4c5,revision_number=1']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:10:59.684568 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e24f2c-4b36-4d54-87db-f80578d4b106 req-881653d8-25a6-4143-84e1-837cf1800b11 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:10:59.685386 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-66e24f2c-4b36-4d54-87db-f80578d4b106 req-881653d8-25a6-4143-84e1-837cf1800b11 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88768'] for port, before_response {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:10:59.697154 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf34f8d-c8b8-4891-a02f-d5e2a5c07af0 req-73fe5216-e4b0-46f8-bf67-6ee9c1367675 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:10:59.698879 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-caf34f8d-c8b8-4891-a02f-d5e2a5c07af0 req-73fe5216-e4b0-46f8-bf67-6ee9c1367675 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/ports?device_id=92f9b5d2-ea4f-461e-8414-5887ee6ac63f HTTP/1.1" status: 200 len: 945 time: 0.0535424 Sep 07 14:10:59.700766 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-66e24f2c-4b36-4d54-87db-f80578d4b106 req-881653d8-25a6-4143-84e1-837cf1800b11 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6453598 Sep 07 14:10:59.745462 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-caf34f8d-c8b8-4891-a02f-d5e2a5c07af0 req-537eb52f-c883-4f61-822a-b1fee679efef tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/security-groups?id=b2a46496-e3bb-4bac-a613-45bf9f48eefa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390997 Sep 07 14:10:59.826107 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-b63f3c8d-6aeb-4286-835d-5b28bd4bfa07 None None] Provisioning for port c1f073f7-eed8-42b0-bbb8-366913f5f4c5 completed by entity DHCP. {{(pid=94139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 14:10:59.830024 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-b63f3c8d-6aeb-4286-835d-5b28bd4bfa07 None None] Provisioning complete for port c1f073f7-eed8-42b0-bbb8-366913f5f4c5 triggered by entity DHCP. {{(pid=94139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:10:59.830398 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-b63f3c8d-6aeb-4286-835d-5b28bd4bfa07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462246'] for port, provisioning_complete {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:10:59.863672 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.plugin [None req-b63f3c8d-6aeb-4286-835d-5b28bd4bfa07 None None] Port c1f073f7-eed8-42b0-bbb8-366913f5f4c5 cannot update to ACTIVE because it is not bound. {{(pid=94139) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 14:11:00.226420 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb476aa-e6cc-4098-8d34-6e0284d7f061 req-806e3afa-0888-4a1d-a2d3-e0f1db99544b tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:11:00.227843 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-5bb476aa-e6cc-4098-8d34-6e0284d7f061 req-806e3afa-0888-4a1d-a2d3-e0f1db99544b tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] 10.222.0.60 "GET /v2.0/ports?device_id=d04b294e-4120-4819-b3e6-683556be09ef HTTP/1.1" status: 200 len: 931 time: 0.0528009 Sep 07 14:11:00.266145 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-5bb476aa-e6cc-4098-8d34-6e0284d7f061 req-71ae04ab-c810-42e5-9724-da10f7e17530 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc8906ed-9bf0-4493-961a-a2e62371dd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321350 Sep 07 14:11:00.863958 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52587e22-58f7-405a-b9d3-cb28b437b0fe req-275552e8-1dc6-4844-879e-bd600705b7f1 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:11:00.865563 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-52587e22-58f7-405a-b9d3-cb28b437b0fe req-275552e8-1dc6-4844-879e-bd600705b7f1 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/ports?device_id=92f9b5d2-ea4f-461e-8414-5887ee6ac63f HTTP/1.1" status: 200 len: 945 time: 0.0497916 Sep 07 14:11:00.903715 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-52587e22-58f7-405a-b9d3-cb28b437b0fe req-d286118b-2026-4558-b6f0-165b3375402a tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/security-groups?id=b2a46496-e3bb-4bac-a613-45bf9f48eefa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322075 Sep 07 14:11:01.272782 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.v2.base [req-66e24f2c-4b36-4d54-87db-f80578d4b106 req-a550ef41-3d80-4bc8-93eb-77823be7bbbd service neutron] Request body: {'port': {'device_id': 'd04b294e-4120-4819-b3e6-683556be09ef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78291'}} {{(pid=94138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:11:01.334010 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-66e24f2c-4b36-4d54-87db-f80578d4b106 req-a550ef41-3d80-4bc8-93eb-77823be7bbbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_update {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:11:01.385680 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d914ad1-86bd-4637-925e-73a2c6f8c620 req-6b9a7127-c00f-492d-b729-8c5e33968629 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:11:01.387541 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-9d914ad1-86bd-4637-925e-73a2c6f8c620 req-6b9a7127-c00f-492d-b729-8c5e33968629 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] 10.222.0.60 "GET /v2.0/ports?device_id=d04b294e-4120-4819-b3e6-683556be09ef HTTP/1.1" status: 200 len: 931 time: 0.0498137 Sep 07 14:11:01.427178 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-9d914ad1-86bd-4637-925e-73a2c6f8c620 req-b12b8961-ef27-4521-8dd3-408f2d602bb5 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc8906ed-9bf0-4493-961a-a2e62371dd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317352 Sep 07 14:11:01.599355 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.notifiers.nova [req-66e24f2c-4b36-4d54-87db-f80578d4b106 req-a550ef41-3d80-4bc8-93eb-77823be7bbbd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1f073f7-eed8-42b0-bbb8-366913f5f4c5 {{(pid=94138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 14:11:01.607163 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-66e24f2c-4b36-4d54-87db-f80578d4b106 req-a550ef41-3d80-4bc8-93eb-77823be7bbbd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:11:01.619155 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.db.provisioning_blocks [req-66e24f2c-4b36-4d54-87db-f80578d4b106 req-a550ef41-3d80-4bc8-93eb-77823be7bbbd service neutron] Transition to ACTIVE for port object c1f073f7-eed8-42b0-bbb8-366913f5f4c5 will not be triggered until provisioned by entity L2. {{(pid=94138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 14:11:01.622888 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-66e24f2c-4b36-4d54-87db-f80578d4b106 req-a550ef41-3d80-4bc8-93eb-77823be7bbbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735729008622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735728620463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735728620481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65197374'] for port, after_update {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:11:01.675418 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a550ef41-3d80-4bc8-93eb-77823be7bbbd service neutron] Pushing event updated for resources: {'Port': ['ID=c1f073f7-eed8-42b0-bbb8-366913f5f4c5,revision_number=2']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:11:01.750430 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.managers [req-66e24f2c-4b36-4d54-87db-f80578d4b106 req-a550ef41-3d80-4bc8-93eb-77823be7bbbd service neutron] Attempting to bind port c1f073f7-eed8-42b0-bbb8-366913f5f4c5 on host hv-cinder-78291 for vnic_type normal with profile {{(pid=94138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 14:11:01.750764 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.managers [req-66e24f2c-4b36-4d54-87db-f80578d4b106 req-a550ef41-3d80-4bc8-93eb-77823be7bbbd service neutron] Attempting to bind port c1f073f7-eed8-42b0-bbb8-366913f5f4c5 by drivers openvswitch,hyperv on host hv-cinder-78291 at level 0 using segments [{'id': '2d24ee3e-a8c7-40e0-a48b-faed2573a27e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '2ef27011-b43e-416b-9da9-0568387a6a08'}] {{(pid=94138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 14:11:01.751091 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66e24f2c-4b36-4d54-87db-f80578d4b106 req-a550ef41-3d80-4bc8-93eb-77823be7bbbd service neutron] Attempting to bind port c1f073f7-eed8-42b0-bbb8-366913f5f4c5 on network 2ef27011-b43e-416b-9da9-0568387a6a08 {{(pid=94138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 14:11:01.755789 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66e24f2c-4b36-4d54-87db-f80578d4b106 req-a550ef41-3d80-4bc8-93eb-77823be7bbbd service neutron] Port c1f073f7-eed8-42b0-bbb8-366913f5f4c5 on network 2ef27011-b43e-416b-9da9-0568387a6a08 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78291 {{(pid=94138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 14:11:01.756107 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66e24f2c-4b36-4d54-87db-f80578d4b106 req-a550ef41-3d80-4bc8-93eb-77823be7bbbd service neutron] Attempting to bind port c1f073f7-eed8-42b0-bbb8-366913f5f4c5 on network 2ef27011-b43e-416b-9da9-0568387a6a08 {{(pid=94138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 14:11:01.761012 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66e24f2c-4b36-4d54-87db-f80578d4b106 req-a550ef41-3d80-4bc8-93eb-77823be7bbbd service neutron] Checking agent: {'id': '42fa3594-1565-4da1-9b03-2e08c5cc8c06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78291', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 14, 4, 18), 'started_at': datetime.datetime(2021, 9, 7, 14, 4, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 14, 10, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 14:11:01.761367 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66e24f2c-4b36-4d54-87db-f80578d4b106 req-a550ef41-3d80-4bc8-93eb-77823be7bbbd service neutron] Checking segment: {'id': '2d24ee3e-a8c7-40e0-a48b-faed2573a27e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '2ef27011-b43e-416b-9da9-0568387a6a08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 14:11:01.761747 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66e24f2c-4b36-4d54-87db-f80578d4b106 req-a550ef41-3d80-4bc8-93eb-77823be7bbbd service neutron] Bound using segment: {'id': '2d24ee3e-a8c7-40e0-a48b-faed2573a27e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '2ef27011-b43e-416b-9da9-0568387a6a08'} {{(pid=94138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 14:11:01.762170 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.managers [req-66e24f2c-4b36-4d54-87db-f80578d4b106 req-a550ef41-3d80-4bc8-93eb-77823be7bbbd service neutron] Bound port: c1f073f7-eed8-42b0-bbb8-366913f5f4c5, host: hv-cinder-78291, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d24ee3e-a8c7-40e0-a48b-faed2573a27e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '2ef27011-b43e-416b-9da9-0568387a6a08'}}] {{(pid=94138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 14:11:01.762523 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-66e24f2c-4b36-4d54-87db-f80578d4b106 req-a550ef41-3d80-4bc8-93eb-77823be7bbbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_update {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:11:01.829336 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.db [req-66e24f2c-4b36-4d54-87db-f80578d4b106 req-a550ef41-3d80-4bc8-93eb-77823be7bbbd service neutron] For port c1f073f7-eed8-42b0-bbb8-366913f5f4c5, host hv-cinder-78291, cleared binding levels {{(pid=94138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 14:11:01.832284 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.db [req-66e24f2c-4b36-4d54-87db-f80578d4b106 req-a550ef41-3d80-4bc8-93eb-77823be7bbbd service neutron] For port c1f073f7-eed8-42b0-bbb8-366913f5f4c5, host hv-cinder-78291, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=c1f073f7-eed8-42b0-bbb8-366913f5f4c5,segment=NetworkSegment(2d24ee3e-a8c7-40e0-a48b-faed2573a27e),segment_id=2d24ee3e-a8c7-40e0-a48b-faed2573a27e)] {{(pid=94138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 14:11:01.836768 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-66e24f2c-4b36-4d54-87db-f80578d4b106 req-a550ef41-3d80-4bc8-93eb-77823be7bbbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735729008622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735728620463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735728620481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65197374'] for port, after_update {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:11:01.871369 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e24f2c-4b36-4d54-87db-f80578d4b106 req-a550ef41-3d80-4bc8-93eb-77823be7bbbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:11:01.871922 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-66e24f2c-4b36-4d54-87db-f80578d4b106 req-a550ef41-3d80-4bc8-93eb-77823be7bbbd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88768'] for port, before_response {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:11:01.874078 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-66e24f2c-4b36-4d54-87db-f80578d4b106 req-a550ef41-3d80-4bc8-93eb-77823be7bbbd service neutron] 10.222.0.23 "PUT /v2.0/ports/c1f073f7-eed8-42b0-bbb8-366913f5f4c5 HTTP/1.1" status: 200 len: 1093 time: 0.6057298 Sep 07 14:11:01.876178 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd04b294e-4120-4819-b3e6-683556be09ef', 'tag': 'c1f073f7-eed8-42b0-bbb8-366913f5f4c5'}] {{(pid=94138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:11:01.878438 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2f7ddeb31991bace343f2b2f4f22cd3bc4274a24b7cd750f83a004d46e17087" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-289bbdc7-2b79-4a80-b2c4-df2d7cbe7577" -d '{"events": [{"name": "network-changed", "server_uuid": "d04b294e-4120-4819-b3e6-683556be09ef", "tag": "c1f073f7-eed8-42b0-bbb8-366913f5f4c5"}]}' {{(pid=94138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:11:01.913637 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a550ef41-3d80-4bc8-93eb-77823be7bbbd service neutron] Pushing event updated for resources: {'Port': ['ID=c1f073f7-eed8-42b0-bbb8-366913f5f4c5,revision_number=3']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:11:01.929987 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 14:11:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c124d6f2-1f07-4a60-96a3-b4f092664db3 x-openstack-request-id: req-c124d6f2-1f07-4a60-96a3-b4f092664db3 {{(pid=94138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:11:01.930309 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d04b294e-4120-4819-b3e6-683556be09ef", "tag": "c1f073f7-eed8-42b0-bbb8-366913f5f4c5", "status": "completed", "code": 200}]} {{(pid=94138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:11:01.930559 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c124d6f2-1f07-4a60-96a3-b4f092664db3 {{(pid=94138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:11:01.930955 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd04b294e-4120-4819-b3e6-683556be09ef', 'tag': 'c1f073f7-eed8-42b0-bbb8-366913f5f4c5', 'status': 'completed', 'code': 200} Sep 07 14:11:02.033015 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a822955-8f46-45e9-8c1a-47b1568f5934 req-d9606ad2-8108-42a4-aca5-f36bb67da31d tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:11:02.034702 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-7a822955-8f46-45e9-8c1a-47b1568f5934 req-d9606ad2-8108-42a4-aca5-f36bb67da31d tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/ports?device_id=92f9b5d2-ea4f-461e-8414-5887ee6ac63f HTTP/1.1" status: 200 len: 945 time: 0.0558188 Sep 07 14:11:02.076878 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-7a822955-8f46-45e9-8c1a-47b1568f5934 req-85595270-978f-49b9-aab4-5f609f35f7d3 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/security-groups?id=b2a46496-e3bb-4bac-a613-45bf9f48eefa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361197 Sep 07 14:11:02.307310 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289bbdc7-2b79-4a80-b2c4-df2d7cbe7577 req-d0f279cd-8f7c-4fa4-8fe5-fdc479046687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:11:02.308973 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-289bbdc7-2b79-4a80-b2c4-df2d7cbe7577 req-d0f279cd-8f7c-4fa4-8fe5-fdc479046687 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=584f3be6a05141bfb7e331ef2c02474d&device_id=d04b294e-4120-4819-b3e6-683556be09ef HTTP/1.1" status: 200 len: 1096 time: 0.0404038 Sep 07 14:11:02.420780 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289bbdc7-2b79-4a80-b2c4-df2d7cbe7577 req-072a2b07-e339-4e2e-8eb2-1db7f0d6d6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:11:02.422241 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-289bbdc7-2b79-4a80-b2c4-df2d7cbe7577 req-072a2b07-e339-4e2e-8eb2-1db7f0d6d6d7 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=584f3be6a05141bfb7e331ef2c02474d&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0956552 Sep 07 14:11:02.518228 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289bbdc7-2b79-4a80-b2c4-df2d7cbe7577 req-38eb2d79-efcf-449d-8c08-22b4768dc90f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:11:02.519739 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-289bbdc7-2b79-4a80-b2c4-df2d7cbe7577 req-38eb2d79-efcf-449d-8c08-22b4768dc90f service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0894880 Sep 07 14:11:02.549309 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6abdfe-4b9f-4595-99f9-0ebc63b3a3d1 req-89b17bfe-c056-4965-882a-1907146baaaa tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:11:02.551219 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-3e6abdfe-4b9f-4595-99f9-0ebc63b3a3d1 req-89b17bfe-c056-4965-882a-1907146baaaa tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] 10.222.0.60 "GET /v2.0/ports?device_id=d04b294e-4120-4819-b3e6-683556be09ef HTTP/1.1" status: 200 len: 943 time: 0.0543594 Sep 07 14:11:02.590625 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-3e6abdfe-4b9f-4595-99f9-0ebc63b3a3d1 req-121612d7-538d-4c1e-98a8-5d6ff44ac590 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc8906ed-9bf0-4493-961a-a2e62371dd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332408 Sep 07 14:11:02.603042 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e24f2c-4b36-4d54-87db-f80578d4b106 req-6bdd7d1d-7b56-4ac7-99b9-142c2f214211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:11:02.604607 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-66e24f2c-4b36-4d54-87db-f80578d4b106 req-6bdd7d1d-7b56-4ac7-99b9-142c2f214211 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=584f3be6a05141bfb7e331ef2c02474d&device_id=d04b294e-4120-4819-b3e6-683556be09ef HTTP/1.1" status: 200 len: 1096 time: 0.0444360 Sep 07 14:11:02.654341 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-66e24f2c-4b36-4d54-87db-f80578d4b106 req-37cf63cb-e718-4a3d-a785-7b202e89dc65 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c1f073f7-eed8-42b0-bbb8-366913f5f4c5 HTTP/1.1" status: 200 len: 217 time: 0.0388801 Sep 07 14:11:02.709095 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e24f2c-4b36-4d54-87db-f80578d4b106 req-b12ef4b0-a77f-4dd5-990d-9df4f42fe933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:11:02.710513 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-66e24f2c-4b36-4d54-87db-f80578d4b106 req-b12ef4b0-a77f-4dd5-990d-9df4f42fe933 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f68d2061-21fd-4a9c-bc36-251c4f0ac2ed HTTP/1.1" status: 200 len: 849 time: 0.0478892 Sep 07 14:11:02.756956 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e24f2c-4b36-4d54-87db-f80578d4b106 req-0fdee480-53bf-433e-9fb5-4af48365e8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:11:02.758504 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-66e24f2c-4b36-4d54-87db-f80578d4b106 req-0fdee480-53bf-433e-9fb5-4af48365e8ff service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2ef27011-b43e-416b-9da9-0568387a6a08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0399656 Sep 07 14:11:02.861357 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-66e24f2c-4b36-4d54-87db-f80578d4b106 req-4c58872b-af5d-498a-89fa-d487fdbbd25a service neutron] 10.222.0.23 "GET /v2.0/networks/2ef27011-b43e-416b-9da9-0568387a6a08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949697 Sep 07 14:11:02.952591 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-66e24f2c-4b36-4d54-87db-f80578d4b106 req-26629e38-32ae-4816-8b4f-1d6851dbece9 service neutron] 10.222.0.23 "GET /v2.0/networks/2ef27011-b43e-416b-9da9-0568387a6a08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824509 Sep 07 14:11:03.194762 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9697c6e-b136-4a35-8f5c-c5a0eae398ab req-7900e834-b102-495a-90c2-22a8ac6713ea tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:11:03.197140 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-f9697c6e-b136-4a35-8f5c-c5a0eae398ab req-7900e834-b102-495a-90c2-22a8ac6713ea tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/ports?device_id=92f9b5d2-ea4f-461e-8414-5887ee6ac63f HTTP/1.1" status: 200 len: 945 time: 0.0498545 Sep 07 14:11:03.235536 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-f9697c6e-b136-4a35-8f5c-c5a0eae398ab req-c4ea1042-eb6a-4fa3-a14a-cc460090beb9 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/security-groups?id=b2a46496-e3bb-4bac-a613-45bf9f48eefa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319111 Sep 07 14:11:03.709823 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae82cfa-d998-42b8-8ca5-2fb665d4d00a req-8f576129-75dc-438d-b82a-85d6f58a7ec5 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:11:03.711330 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-4ae82cfa-d998-42b8-8ca5-2fb665d4d00a req-8f576129-75dc-438d-b82a-85d6f58a7ec5 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] 10.222.0.60 "GET /v2.0/ports?device_id=d04b294e-4120-4819-b3e6-683556be09ef HTTP/1.1" status: 200 len: 943 time: 0.0533915 Sep 07 14:11:03.750119 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-4ae82cfa-d998-42b8-8ca5-2fb665d4d00a req-a51470c8-12fd-40d7-9b31-a6d7fde0037d tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc8906ed-9bf0-4493-961a-a2e62371dd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316429 Sep 07 14:11:04.354328 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66441a4-2741-421b-b506-0067fa0d6124 req-bc3f35d8-04c7-4987-bb8f-fa42550b2c3c tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:11:04.355889 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-d66441a4-2741-421b-b506-0067fa0d6124 req-bc3f35d8-04c7-4987-bb8f-fa42550b2c3c tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/ports?device_id=92f9b5d2-ea4f-461e-8414-5887ee6ac63f HTTP/1.1" status: 200 len: 945 time: 0.0488589 Sep 07 14:11:04.402722 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-d66441a4-2741-421b-b506-0067fa0d6124 req-0850e309-81ed-4b87-bc61-79d41f21e289 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/security-groups?id=b2a46496-e3bb-4bac-a613-45bf9f48eefa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329955 Sep 07 14:11:04.864278 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b7c41a-a2e6-4a32-bbbd-f0749bba2a4a req-ff07190c-bfe9-4f89-ac2b-21853ab8a11f tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:11:04.865908 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-c6b7c41a-a2e6-4a32-bbbd-f0749bba2a4a req-ff07190c-bfe9-4f89-ac2b-21853ab8a11f tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] 10.222.0.60 "GET /v2.0/ports?device_id=d04b294e-4120-4819-b3e6-683556be09ef HTTP/1.1" status: 200 len: 943 time: 0.0496247 Sep 07 14:11:04.905340 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-c6b7c41a-a2e6-4a32-bbbd-f0749bba2a4a req-9d7c7e95-d9e9-4587-97fc-d84031c4feb0 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc8906ed-9bf0-4493-961a-a2e62371dd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328872 Sep 07 14:11:05.525792 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa4b97c-a427-494e-9fdc-535fe558d686 req-50927542-4016-470d-a3c0-d170d7b6af37 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:11:05.527367 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-1aa4b97c-a427-494e-9fdc-535fe558d686 req-50927542-4016-470d-a3c0-d170d7b6af37 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/ports?device_id=92f9b5d2-ea4f-461e-8414-5887ee6ac63f HTTP/1.1" status: 200 len: 945 time: 0.0543301 Sep 07 14:11:05.569565 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-1aa4b97c-a427-494e-9fdc-535fe558d686 req-d68305c4-6ec0-454c-b567-f09d4f2d44e1 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/security-groups?id=b2a46496-e3bb-4bac-a613-45bf9f48eefa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355198 Sep 07 14:11:06.189970 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f577d4-b024-4ab4-bc88-7f783659dd35 req-0ea518d1-bab2-47b0-bb90-bb50ebf0ee41 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:11:06.191364 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-c7f577d4-b024-4ab4-bc88-7f783659dd35 req-0ea518d1-bab2-47b0-bb90-bb50ebf0ee41 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] 10.222.0.60 "GET /v2.0/ports?device_id=d04b294e-4120-4819-b3e6-683556be09ef HTTP/1.1" status: 200 len: 943 time: 0.2187977 Sep 07 14:11:06.230612 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-c7f577d4-b024-4ab4-bc88-7f783659dd35 req-6f00c4eb-afd3-4fcb-a0c2-d44b528180da tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc8906ed-9bf0-4493-961a-a2e62371dd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333357 Sep 07 14:11:06.464927 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Device c1f073f7-eed8-42b0-bbb8-366913f5f4c5 details requested by agent hyperv_hv-cinder-78291 with host hv-cinder-78291 {{(pid=94139) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 14:11:06.558410 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.db [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] For port c1f073f7-eed8-42b0-bbb8-366913f5f4c5, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=c1f073f7-eed8-42b0-bbb8-366913f5f4c5,segment=NetworkSegment(2d24ee3e-a8c7-40e0-a48b-faed2573a27e),segment_id=2d24ee3e-a8c7-40e0-a48b-faed2573a27e)] {{(pid=94139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:11:06.569837 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Returning: {'device': 'c1f073f7-eed8-42b0-bbb8-366913f5f4c5', 'network_id': '2ef27011-b43e-416b-9da9-0568387a6a08', 'port_id': 'c1f073f7-eed8-42b0-bbb8-366913f5f4c5', 'mac_address': 'fa:16:3e:0b:51:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 666, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f68d2061-21fd-4a9c-bc36-251c4f0ac2ed', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94139) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 14:11:06.607444 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:11:06.624015 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.notifiers.nova [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1f073f7-eed8-42b0-bbb8-366913f5f4c5 {{(pid=94139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 14:11:06.645479 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.db [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] For port c1f073f7-eed8-42b0-bbb8-366913f5f4c5, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=c1f073f7-eed8-42b0-bbb8-366913f5f4c5,segment=NetworkSegment(2d24ee3e-a8c7-40e0-a48b-faed2573a27e),segment_id=2d24ee3e-a8c7-40e0-a48b-faed2573a27e)] {{(pid=94139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:11:06.650304 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735729008622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735728620463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735728620481'] for port, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:11:06.696637 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323b45d7-da7a-4f45-b595-47030ab8a85d req-a9233545-b1ed-49ee-b36b-aa6295aa1e58 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:11:06.698336 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-323b45d7-da7a-4f45-b595-47030ab8a85d req-a9233545-b1ed-49ee-b36b-aa6295aa1e58 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/ports?device_id=92f9b5d2-ea4f-461e-8414-5887ee6ac63f HTTP/1.1" status: 200 len: 945 time: 0.0560062 Sep 07 14:11:06.703658 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Pushing event updated for resources: {'Port': ['ID=c1f073f7-eed8-42b0-bbb8-366913f5f4c5,revision_number=4']} {{(pid=94139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:11:06.739620 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-323b45d7-da7a-4f45-b595-47030ab8a85d req-264547cd-1bde-4406-93c5-75227dd9ce98 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/security-groups?id=b2a46496-e3bb-4bac-a613-45bf9f48eefa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338047 Sep 07 14:11:06.917103 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.db [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] get_ports_and_sgs() called for port_ids ['c1f073f7-eed8-42b0-bbb8-366913f5f4c5'] {{(pid=94139) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 14:11:07.357185 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e060f69a-53ef-4be9-98c0-8bfad037f163 req-1edba980-be8c-4917-a3e3-fb002d503fd3 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:11:07.358796 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-e060f69a-53ef-4be9-98c0-8bfad037f163 req-1edba980-be8c-4917-a3e3-fb002d503fd3 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] 10.222.0.60 "GET /v2.0/ports?device_id=d04b294e-4120-4819-b3e6-683556be09ef HTTP/1.1" status: 200 len: 944 time: 0.0552149 Sep 07 14:11:07.400015 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-e060f69a-53ef-4be9-98c0-8bfad037f163 req-98b39e35-da75-44dd-a68d-87e22fe25a5d tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc8906ed-9bf0-4493-961a-a2e62371dd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348544 Sep 07 14:11:07.918461 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4598f3-b280-49c9-b22c-5daf3cad17b2 req-d97c2c25-1064-4f5c-bcf7-1c378dd0b1c4 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:11:07.920034 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-6d4598f3-b280-49c9-b22c-5daf3cad17b2 req-d97c2c25-1064-4f5c-bcf7-1c378dd0b1c4 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/ports?device_id=92f9b5d2-ea4f-461e-8414-5887ee6ac63f HTTP/1.1" status: 200 len: 945 time: 0.1045990 Sep 07 14:11:07.960484 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-6d4598f3-b280-49c9-b22c-5daf3cad17b2 req-e73640e0-a2ef-4453-8501-7db68c19295c tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/security-groups?id=b2a46496-e3bb-4bac-a613-45bf9f48eefa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337274 Sep 07 14:11:08.104638 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f2ca9e-f8d7-4d6b-a776-bd2742dafd5e req-b416dfe8-1715-4bb2-b13a-bdc6c930e7b6 tempest-VolumesSnapshotTestJSON-131260254 tempest-VolumesSnapshotTestJSON-131260254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:11:08.106288 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-d0f2ca9e-f8d7-4d6b-a776-bd2742dafd5e req-b416dfe8-1715-4bb2-b13a-bdc6c930e7b6 tempest-VolumesSnapshotTestJSON-131260254 tempest-VolumesSnapshotTestJSON-131260254-project] 10.222.0.60 "GET /v2.0/ports?device_id=1b11a972-e37a-40b5-bd24-74a123169cc7 HTTP/1.1" status: 200 len: 945 time: 0.0539856 Sep 07 14:11:08.145097 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-d0f2ca9e-f8d7-4d6b-a776-bd2742dafd5e req-89d7f043-512e-4480-bc7c-095fc95a1ba6 tempest-VolumesSnapshotTestJSON-131260254 tempest-VolumesSnapshotTestJSON-131260254-project] 10.222.0.60 "GET /v2.0/security-groups?id=f33acb5f-a3c4-498e-a973-ef93198eaf3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326083 Sep 07 14:11:08.492387 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Device c1f073f7-eed8-42b0-bbb8-366913f5f4c5 up at agent hyperv_hv-cinder-78291 {{(pid=94139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:11:08.519499 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0356446b-8279-40c2-bbf0-c41a5b0caf95 req-298967af-796e-4b70-a9f2-a3203684e68d tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:11:08.521042 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-0356446b-8279-40c2-bbf0-c41a5b0caf95 req-298967af-796e-4b70-a9f2-a3203684e68d tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] 10.222.0.60 "GET /v2.0/ports?device_id=d04b294e-4120-4819-b3e6-683556be09ef HTTP/1.1" status: 200 len: 944 time: 0.0534520 Sep 07 14:11:08.550725 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Provisioning for port c1f073f7-eed8-42b0-bbb8-366913f5f4c5 completed by entity L2. {{(pid=94139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 14:11:08.554891 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Provisioning complete for port c1f073f7-eed8-42b0-bbb8-366913f5f4c5 triggered by entity L2. {{(pid=94139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:11:08.555266 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462246'] for port, provisioning_complete {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:11:08.566812 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-0356446b-8279-40c2-bbf0-c41a5b0caf95 req-3ad27ae7-bdd7-4fb6-9ad7-e8b67ad5a308 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc8906ed-9bf0-4493-961a-a2e62371dd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324905 Sep 07 14:11:08.631259 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:11:08.652904 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd04b294e-4120-4819-b3e6-683556be09ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1f073f7-eed8-42b0-bbb8-366913f5f4c5'}] {{(pid=94139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:11:08.655706 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4453e99b4ec61c2946fac8af49a5adf90b2a32597d884ada3dd1dc93487e448" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89b9cd7e-2917-44cd-8610-524c0b8da935" -d '{"events": [{"server_uuid": "d04b294e-4120-4819-b3e6-683556be09ef", "name": "network-vif-plugged", "status": "completed", "tag": "c1f073f7-eed8-42b0-bbb8-366913f5f4c5"}]}' {{(pid=94139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:11:08.670429 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.db [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] For port c1f073f7-eed8-42b0-bbb8-366913f5f4c5, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=c1f073f7-eed8-42b0-bbb8-366913f5f4c5,segment=NetworkSegment(2d24ee3e-a8c7-40e0-a48b-faed2573a27e),segment_id=2d24ee3e-a8c7-40e0-a48b-faed2573a27e)] {{(pid=94139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:11:08.674808 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735729008622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735728620463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735728620481'] for port, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:11:08.700410 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 14:11:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-421e733a-5226-42ea-96f2-1b5bfc6bfdc1 x-openstack-request-id: req-421e733a-5226-42ea-96f2-1b5bfc6bfdc1 {{(pid=94139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:11:08.700698 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d04b294e-4120-4819-b3e6-683556be09ef", "name": "network-vif-plugged", "status": "completed", "tag": "c1f073f7-eed8-42b0-bbb8-366913f5f4c5", "code": 200}]} {{(pid=94139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:11:08.700946 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-421e733a-5226-42ea-96f2-1b5bfc6bfdc1 {{(pid=94139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:11:08.701337 dv-cinder-782910-4-iscsi neutron-server[94139]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd04b294e-4120-4819-b3e6-683556be09ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1f073f7-eed8-42b0-bbb8-366913f5f4c5', 'code': 200} Sep 07 14:11:08.728144 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Pushing event updated for resources: {'Port': ['ID=c1f073f7-eed8-42b0-bbb8-366913f5f4c5,revision_number=5']} {{(pid=94139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:11:08.871156 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726c3be0-680f-46a1-81c8-9ae6b8ec17cb req-9e61fa0f-edfe-4868-83d8-220fd9bbe2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:11:08.873083 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-726c3be0-680f-46a1-81c8-9ae6b8ec17cb req-9e61fa0f-edfe-4868-83d8-220fd9bbe2f7 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d04b294e-4120-4819-b3e6-683556be09ef HTTP/1.1" status: 200 len: 1098 time: 0.0430984 Sep 07 14:11:08.910120 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-726c3be0-680f-46a1-81c8-9ae6b8ec17cb req-5e2e4980-14e3-4ebc-a499-1ff4419ad057 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=cc8906ed-9bf0-4493-961a-a2e62371dd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0286875 Sep 07 14:11:09.086876 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a85d588-aa3a-4ed1-bfab-0c3c8be3ab12 req-a1f709f9-e897-4976-9104-d0b32229bcc1 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:11:09.088548 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-2a85d588-aa3a-4ed1-bfab-0c3c8be3ab12 req-a1f709f9-e897-4976-9104-d0b32229bcc1 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/ports?device_id=92f9b5d2-ea4f-461e-8414-5887ee6ac63f HTTP/1.1" status: 200 len: 945 time: 0.0528860 Sep 07 14:11:09.128120 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-2a85d588-aa3a-4ed1-bfab-0c3c8be3ab12 req-0dc92e7b-e574-476f-b5c0-5ec9938d3421 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/security-groups?id=b2a46496-e3bb-4bac-a613-45bf9f48eefa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327029 Sep 07 14:11:09.261132 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872e1f4d-9e7b-4d76-93f4-2e3743bab50f req-77aaffd6-f765-45b1-a304-acbe1c1375eb tempest-VolumesSnapshotTestJSON-131260254 tempest-VolumesSnapshotTestJSON-131260254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:11:09.262577 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-872e1f4d-9e7b-4d76-93f4-2e3743bab50f req-77aaffd6-f765-45b1-a304-acbe1c1375eb tempest-VolumesSnapshotTestJSON-131260254 tempest-VolumesSnapshotTestJSON-131260254-project] 10.222.0.60 "GET /v2.0/ports?device_id=1b11a972-e37a-40b5-bd24-74a123169cc7 HTTP/1.1" status: 200 len: 945 time: 0.0493422 Sep 07 14:11:09.301458 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-872e1f4d-9e7b-4d76-93f4-2e3743bab50f req-46a71f92-d2ee-4685-9fdc-264b97fe8f11 tempest-VolumesSnapshotTestJSON-131260254 tempest-VolumesSnapshotTestJSON-131260254-project] 10.222.0.60 "GET /v2.0/security-groups?id=f33acb5f-a3c4-498e-a973-ef93198eaf3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324192 Sep 07 14:11:09.685818 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299c6708-a119-4cae-9e07-a996da065432 req-ba8cb07f-f190-48c6-9ae8-191cb6aa3711 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:11:09.687325 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-299c6708-a119-4cae-9e07-a996da065432 req-ba8cb07f-f190-48c6-9ae8-191cb6aa3711 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] 10.222.0.60 "GET /v2.0/ports?device_id=d04b294e-4120-4819-b3e6-683556be09ef HTTP/1.1" status: 200 len: 945 time: 0.0536001 Sep 07 14:11:09.726543 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-299c6708-a119-4cae-9e07-a996da065432 req-67a17a2c-e5a6-4606-986d-fbd8d3ebb965 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc8906ed-9bf0-4493-961a-a2e62371dd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333030 Sep 07 14:11:10.075923 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492c0f0e-9024-4e33-a75f-4ad7c4bf931e req-08e0f61e-e6a8-4cf6-a46d-132bfd5c6545 tempest-VolumesSnapshotTestJSON-131260254 tempest-VolumesSnapshotTestJSON-131260254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:11:10.078774 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-492c0f0e-9024-4e33-a75f-4ad7c4bf931e req-08e0f61e-e6a8-4cf6-a46d-132bfd5c6545 tempest-VolumesSnapshotTestJSON-131260254 tempest-VolumesSnapshotTestJSON-131260254-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b11a972-e37a-40b5-bd24-74a123169cc7 HTTP/1.1" status: 200 len: 945 time: 0.0512245 Sep 07 14:11:10.181231 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.plugin [req-492c0f0e-9024-4e33-a75f-4ad7c4bf931e req-a2ef151b-f88c-432b-a7cd-7007fc5f732c tempest-VolumesSnapshotTestJSON-131260254 tempest-VolumesSnapshotTestJSON-131260254-project] Deleting port fe39048f-4bbd-405f-ab71-5000085fda81 {{(pid=94138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 14:11:10.181612 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-492c0f0e-9024-4e33-a75f-4ad7c4bf931e req-a2ef151b-f88c-432b-a7cd-7007fc5f732c tempest-VolumesSnapshotTestJSON-131260254 tempest-VolumesSnapshotTestJSON-131260254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735729003030'] for port, before_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:11:10.260352 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6e3a1f-ad51-4eed-b46e-263422dcbb84 req-1686ff1d-263f-4bd5-ae9b-2b6459b0d0fb tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:11:10.262067 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-0b6e3a1f-ad51-4eed-b46e-263422dcbb84 req-1686ff1d-263f-4bd5-ae9b-2b6459b0d0fb tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/ports?device_id=92f9b5d2-ea4f-461e-8414-5887ee6ac63f HTTP/1.1" status: 200 len: 945 time: 0.0542586 Sep 07 14:11:10.282557 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.db [req-492c0f0e-9024-4e33-a75f-4ad7c4bf931e req-a2ef151b-f88c-432b-a7cd-7007fc5f732c tempest-VolumesSnapshotTestJSON-131260254 tempest-VolumesSnapshotTestJSON-131260254-project] For port fe39048f-4bbd-405f-ab71-5000085fda81, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=fe39048f-4bbd-405f-ab71-5000085fda81,segment=NetworkSegment(5acef820-f781-4193-9cdb-184b816972f3),segment_id=5acef820-f781-4193-9cdb-184b816972f3)] {{(pid=94138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:11:10.283049 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-492c0f0e-9024-4e33-a75f-4ad7c4bf931e req-a2ef151b-f88c-432b-a7cd-7007fc5f732c tempest-VolumesSnapshotTestJSON-131260254 tempest-VolumesSnapshotTestJSON-131260254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453383'] for port, precommit_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:11:10.299177 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.plugin [req-492c0f0e-9024-4e33-a75f-4ad7c4bf931e req-a2ef151b-f88c-432b-a7cd-7007fc5f732c tempest-VolumesSnapshotTestJSON-131260254 tempest-VolumesSnapshotTestJSON-131260254-project] Calling delete_port for fe39048f-4bbd-405f-ab71-5000085fda81 owned by compute:nova {{(pid=94138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 14:11:10.309877 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-0b6e3a1f-ad51-4eed-b46e-263422dcbb84 req-2387df69-2902-42f6-94c9-25f1584ef43f tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/security-groups?id=b2a46496-e3bb-4bac-a613-45bf9f48eefa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395324 Sep 07 14:11:10.422046 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4803d675-c81e-4eda-93b5-76345babf13c req-e13e44bb-517f-4e95-b5d5-09feb6ed201b tempest-VolumesSnapshotTestJSON-131260254 tempest-VolumesSnapshotTestJSON-131260254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:11:10.423567 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-4803d675-c81e-4eda-93b5-76345babf13c req-e13e44bb-517f-4e95-b5d5-09feb6ed201b tempest-VolumesSnapshotTestJSON-131260254 tempest-VolumesSnapshotTestJSON-131260254-project] 10.222.0.60 "GET /v2.0/ports?device_id=1b11a972-e37a-40b5-bd24-74a123169cc7 HTTP/1.1" status: 200 len: 945 time: 0.0506628 Sep 07 14:11:10.437986 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-492c0f0e-9024-4e33-a75f-4ad7c4bf931e req-a2ef151b-f88c-432b-a7cd-7007fc5f732c tempest-VolumesSnapshotTestJSON-131260254 tempest-VolumesSnapshotTestJSON-131260254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735729008604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735728620454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65197361'] for port, after_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:11:10.450734 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.db [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] get_ports_and_sgs() called for port_ids ['fe39048f-4bbd-405f-ab71-5000085fda81'] {{(pid=94139) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 14:11:10.466552 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-4803d675-c81e-4eda-93b5-76345babf13c req-84235e77-1c8b-41fa-8c75-e254c6d53ae1 tempest-VolumesSnapshotTestJSON-131260254 tempest-VolumesSnapshotTestJSON-131260254-project] 10.222.0.60 "GET /v2.0/security-groups?id=f33acb5f-a3c4-498e-a973-ef93198eaf3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363925 Sep 07 14:11:10.467482 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ef151b-f88c-432b-a7cd-7007fc5f732c tempest-VolumesSnapshotTestJSON-131260254 tempest-VolumesSnapshotTestJSON-131260254-project] Pushing event deleted for resources: {'Port': ['ID=fe39048f-4bbd-405f-ab71-5000085fda81,revision_number=None']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:11:10.507445 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.db.l3_dvrscheduler_db [req-492c0f0e-9024-4e33-a75f-4ad7c4bf931e req-a2ef151b-f88c-432b-a7cd-7007fc5f732c tempest-VolumesSnapshotTestJSON-131260254 tempest-VolumesSnapshotTestJSON-131260254-project] No DVR routers for this DVR port fe39048f-4bbd-405f-ab71-5000085fda81 on host hv-cinder-78291 {{(pid=94138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 14:11:10.510002 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-492c0f0e-9024-4e33-a75f-4ad7c4bf931e req-a2ef151b-f88c-432b-a7cd-7007fc5f732c tempest-VolumesSnapshotTestJSON-131260254 tempest-VolumesSnapshotTestJSON-131260254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88768'] for port, before_response {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:11:10.512004 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-492c0f0e-9024-4e33-a75f-4ad7c4bf931e req-a2ef151b-f88c-432b-a7cd-7007fc5f732c tempest-VolumesSnapshotTestJSON-131260254 tempest-VolumesSnapshotTestJSON-131260254-project] 10.222.0.23 "DELETE /v2.0/ports/fe39048f-4bbd-405f-ab71-5000085fda81 HTTP/1.1" status: 204 len: 173 time: 0.4263887 Sep 07 14:11:10.512451 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b11a972-e37a-40b5-bd24-74a123169cc7', 'name': 'network-vif-deleted', 'tag': 'fe39048f-4bbd-405f-ab71-5000085fda81'}] {{(pid=94138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:11:10.515607 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2f7ddeb31991bace343f2b2f4f22cd3bc4274a24b7cd750f83a004d46e17087" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23eb735f-04a9-480f-a0e9-6a01f19adf58" -d '{"events": [{"server_uuid": "1b11a972-e37a-40b5-bd24-74a123169cc7", "name": "network-vif-deleted", "tag": "fe39048f-4bbd-405f-ab71-5000085fda81"}]}' {{(pid=94138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:11:10.553074 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 14:11:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ccf670c-0f9b-482f-953c-14a86fc9d7c0 x-openstack-request-id: req-0ccf670c-0f9b-482f-953c-14a86fc9d7c0 {{(pid=94138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:11:10.553418 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b11a972-e37a-40b5-bd24-74a123169cc7", "name": "network-vif-deleted", "tag": "fe39048f-4bbd-405f-ab71-5000085fda81", "status": "completed", "code": 200}]} {{(pid=94138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:11:10.553676 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0ccf670c-0f9b-482f-953c-14a86fc9d7c0 {{(pid=94138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:11:10.554079 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b11a972-e37a-40b5-bd24-74a123169cc7', 'name': 'network-vif-deleted', 'tag': 'fe39048f-4bbd-405f-ab71-5000085fda81', 'status': 'completed', 'code': 200} Sep 07 14:11:10.656386 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-224390ba-4705-4815-be75-693441de6a1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:11:10.846262 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a14e82b-a1f9-4d2b-99de-c8931556174c req-86e23660-9197-48f7-a516-edecec912045 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:11:10.847727 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-8a14e82b-a1f9-4d2b-99de-c8931556174c req-86e23660-9197-48f7-a516-edecec912045 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] 10.222.0.60 "GET /v2.0/ports?device_id=d04b294e-4120-4819-b3e6-683556be09ef HTTP/1.1" status: 200 len: 945 time: 0.0528393 Sep 07 14:11:10.892620 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-8a14e82b-a1f9-4d2b-99de-c8931556174c req-f3abcb06-95e5-420d-993d-630dbae9fe30 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc8906ed-9bf0-4493-961a-a2e62371dd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381148 Sep 07 14:11:11.026260 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46587ab-e536-43fe-95da-32f09ce5757a req-d9130d69-f4a5-4f54-b457-3fde28a87b77 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:11:11.026260 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-b46587ab-e536-43fe-95da-32f09ce5757a req-d9130d69-f4a5-4f54-b457-3fde28a87b77 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] 10.222.0.60 "GET /v2.0/ports?device_id=d04b294e-4120-4819-b3e6-683556be09ef HTTP/1.1" status: 200 len: 945 time: 0.0596225 Sep 07 14:11:11.032209 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.wsgi [-] (94138) accepted ('10.222.0.60', 50638) {{(pid=94138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:11:11.036828 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.v2.base [None req-ea49e3a1-1176-4168-b17b-b1c1da21c356 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Request body: {'floatingip': {'port_id': 'c1f073f7-eed8-42b0-bbb8-366913f5f4c5'}} {{(pid=94138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:11:11.083246 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-ea49e3a1-1176-4168-b17b-b1c1da21c356 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Notify callbacks [] for floatingip, before_update {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:11:11.429204 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8d70f9-31a5-454e-a92a-55a166b72bf2 req-a35e31fa-d2ad-4071-8e52-3d4dc2bbeba7 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:11:11.430721 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-bc8d70f9-31a5-454e-a92a-55a166b72bf2 req-a35e31fa-d2ad-4071-8e52-3d4dc2bbeba7 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/ports?device_id=92f9b5d2-ea4f-461e-8414-5887ee6ac63f HTTP/1.1" status: 200 len: 945 time: 0.0515032 Sep 07 14:11:11.470398 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-bc8d70f9-31a5-454e-a92a-55a166b72bf2 req-ef7e5012-dfa0-4f59-8b0b-22a5b0f47221 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/security-groups?id=b2a46496-e3bb-4bac-a613-45bf9f48eefa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332096 Sep 07 14:11:11.536143 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-ea49e3a1-1176-4168-b17b-b1c1da21c356 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:11:11.542270 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-ea49e3a1-1176-4168-b17b-b1c1da21c356 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-432510'] for floatingip, after_update {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:11:11.640771 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.db.l3_db [None req-ea49e3a1-1176-4168-b17b-b1c1da21c356 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Floating IP a4ffa08b-4481-4d7b-9fea-2b4827a1faa6 associated. External IP: 172.27.2.152, port: c1f073f7-eed8-42b0-bbb8-366913f5f4c5. Sep 07 14:11:11.871336 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea49e3a1-1176-4168-b17b-b1c1da21c356 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Router 59e76e46-d6ab-4135-be57-218e260cda16 has already been hosted by L3 agent fa68c273-d39f-43dc-b6f8-e0c6852ace12 {{(pid=94138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 14:11:11.980995 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea49e3a1-1176-4168-b17b-b1c1da21c356 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Notify agent at l3_agent.dv-cinder-782910-4-iscsi the message routers_updated {{(pid=94138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 14:11:11.986478 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-ea49e3a1-1176-4168-b17b-b1c1da21c356 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88768'] for floatingip, before_response {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:11:11.991159 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa5d91ab-8651-4edc-831c-f1fd77693548 None None] Sync routers for ids ['59e76e46-d6ab-4135-be57-218e260cda16'] in dv-cinder-782910-4-iscsi {{(pid=94139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 14:11:12.001200 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa5d91ab-8651-4edc-831c-f1fd77693548 None None] Routers {'59e76e46-d6ab-4135-be57-218e260cda16'} bound to L3 agent in host dv-cinder-782910-4-iscsi {{(pid=94139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:11:12.001855 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.l3_hamode_db [None req-aa5d91ab-8651-4edc-831c-f1fd77693548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T13:58:13Z,description=,heartbeat_timestamp=2021-09-07T14:10:43Z,host='dv-cinder-782910-4-iscsi',id=fa68c273-d39f-43dc-b6f8-e0c6852ace12,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T13:58:13Z,topic='l3_agent')) {'router_ids': ['59e76e46-d6ab-4135-be57-218e260cda16'], 'active': True} {{(pid=94139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:11:12.016740 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [None req-ea49e3a1-1176-4168-b17b-b1c1da21c356 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] 10.222.0.60 "PUT /v2.0/floatingips/a4ffa08b-4481-4d7b-9fea-2b4827a1faa6 HTTP/1.1" status: 200 len: 991 time: 0.9806185 Sep 07 14:11:12.122139 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.l3_dvr_db [None req-aa5d91ab-8651-4edc-831c-f1fd77693548 None None] Set router 59e76e46-d6ab-4135-be57-218e260cda16 gateway port host: dv-cinder-782910-4-iscsi {{(pid=94139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:11:12.344804 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.l3_hamode_db [None req-aa5d91ab-8651-4edc-831c-f1fd77693548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59e76e46-d6ab-4135-be57-218e260cda16', 'name': 'tempest-AttachVolumeTestJSON-699305333-router', 'tenant_id': '584f3be6a05141bfb7e331ef2c02474d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'external_fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': '6ec66676-b930-4576-9375-757e5ad95813', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:06:09Z', 'updated_at': '2021-09-07T14:06:17Z', 'revision_number': 4, 'project_id': '584f3be6a05141bfb7e331ef2c02474d', 'gw_port': {'id': '6ec66676-b930-4576-9375-757e5ad95813', 'name': '', 'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:e2:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e76e46-d6ab-4135-be57-218e260cda16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:06:10Z', 'updated_at': '2021-09-07T14:06:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-4-iscsi', '_floatingips': [{'id': 'a4ffa08b-4481-4d7b-9fea-2b4827a1faa6', 'tenant_id': '584f3be6a05141bfb7e331ef2c02474d', 'floating_ip_address': '172.27.2.152', 'floating_network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'router_id': '59e76e46-d6ab-4135-be57-218e260cda16', 'port_id': 'c1f073f7-eed8-42b0-bbb8-366913f5f4c5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ef27011-b43e-416b-9da9-0568387a6a08', 'mac_address': 'fa:16:3e:0b:51:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd04b294e-4120-4819-b3e6-683556be09ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T14:10:56Z', 'updated_at': '2021-09-07T14:11:11Z', 'revision_number': 1, 'project_id': '584f3be6a05141bfb7e331ef2c02474d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b548ab8e-fec8-44e6-80ad-616f1bc39673', 'name': '', 'network_id': '2ef27011-b43e-416b-9da9-0568387a6a08', 'tenant_id': '584f3be6a05141bfb7e331ef2c02474d', 'mac_address': 'fa:16:3e:fd:e7:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e76e46-d6ab-4135-be57-218e260cda16', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f68d2061-21fd-4a9c-bc36-251c4f0ac2ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:06:16Z', 'updated_at': '2021-09-07T14:06:28Z', 'revision_number': 5, 'project_id': '584f3be6a05141bfb7e331ef2c02474d', 'subnets': [{'id': 'f68d2061-21fd-4a9c-bc36-251c4f0ac2ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782910-4-iscsi', False) {} {{(pid=94139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:11:12.374046 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa5d91ab-8651-4edc-831c-f1fd77693548 None None] Checking router: 59e76e46-d6ab-4135-be57-218e260cda16 for host: dv-cinder-782910-4-iscsi {{(pid=94139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 14:11:12.383495 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa5d91ab-8651-4edc-831c-f1fd77693548 None None] Routers {'59e76e46-d6ab-4135-be57-218e260cda16'} bound to L3 agent in host dv-cinder-782910-4-iscsi {{(pid=94139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:11:12.384117 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.l3_hamode_db [None req-aa5d91ab-8651-4edc-831c-f1fd77693548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T13:58:13Z,description=,heartbeat_timestamp=2021-09-07T14:10:43Z,host='dv-cinder-782910-4-iscsi',id=fa68c273-d39f-43dc-b6f8-e0c6852ace12,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T13:58:13Z,topic='l3_agent')) {'router_ids': ['59e76e46-d6ab-4135-be57-218e260cda16'], 'active': True} {{(pid=94139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:11:12.501610 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.l3_dvr_db [None req-aa5d91ab-8651-4edc-831c-f1fd77693548 None None] Set router 59e76e46-d6ab-4135-be57-218e260cda16 gateway port host: dv-cinder-782910-4-iscsi {{(pid=94139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:11:12.555538 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd04b294e-4120-4819-b3e6-683556be09ef', 'tag': 'c1f073f7-eed8-42b0-bbb8-366913f5f4c5'}] {{(pid=94138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:11:12.558512 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2f7ddeb31991bace343f2b2f4f22cd3bc4274a24b7cd750f83a004d46e17087" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6fe36a8-e68b-42ac-8132-56d572f88802" -d '{"events": [{"name": "network-changed", "server_uuid": "d04b294e-4120-4819-b3e6-683556be09ef", "tag": "c1f073f7-eed8-42b0-bbb8-366913f5f4c5"}]}' {{(pid=94138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:11:12.593019 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e1c20c-2ef9-4551-bd1d-d0d10b7350c9 req-d6986572-a7b1-4579-b7e4-baa1f14cedb9 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:11:12.594626 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-c8e1c20c-2ef9-4551-bd1d-d0d10b7350c9 req-d6986572-a7b1-4579-b7e4-baa1f14cedb9 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/ports?device_id=92f9b5d2-ea4f-461e-8414-5887ee6ac63f HTTP/1.1" status: 200 len: 945 time: 0.0518732 Sep 07 14:11:12.602697 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 14:11:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03809d23-c8b0-45cb-b119-105fdfb8f2e9 x-openstack-request-id: req-03809d23-c8b0-45cb-b119-105fdfb8f2e9 {{(pid=94138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:11:12.602987 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d04b294e-4120-4819-b3e6-683556be09ef", "tag": "c1f073f7-eed8-42b0-bbb8-366913f5f4c5", "status": "completed", "code": 200}]} {{(pid=94138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:11:12.603233 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-03809d23-c8b0-45cb-b119-105fdfb8f2e9 {{(pid=94138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:11:12.603618 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd04b294e-4120-4819-b3e6-683556be09ef', 'tag': 'c1f073f7-eed8-42b0-bbb8-366913f5f4c5', 'status': 'completed', 'code': 200} Sep 07 14:11:12.640081 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-c8e1c20c-2ef9-4551-bd1d-d0d10b7350c9 req-5d575057-f20b-4842-b939-0a5bd253e0e9 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/security-groups?id=b2a46496-e3bb-4bac-a613-45bf9f48eefa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385375 Sep 07 14:11:12.694465 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fe36a8-e68b-42ac-8132-56d572f88802 req-f2542a95-4f4d-4bc1-a979-5ac0d062608f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:11:12.696943 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-f6fe36a8-e68b-42ac-8132-56d572f88802 req-f2542a95-4f4d-4bc1-a979-5ac0d062608f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=584f3be6a05141bfb7e331ef2c02474d&device_id=d04b294e-4120-4819-b3e6-683556be09ef HTTP/1.1" status: 200 len: 1098 time: 0.0682852 Sep 07 14:11:12.766020 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.l3_hamode_db [None req-aa5d91ab-8651-4edc-831c-f1fd77693548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59e76e46-d6ab-4135-be57-218e260cda16', 'name': 'tempest-AttachVolumeTestJSON-699305333-router', 'tenant_id': '584f3be6a05141bfb7e331ef2c02474d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'external_fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': '6ec66676-b930-4576-9375-757e5ad95813', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:06:09Z', 'updated_at': '2021-09-07T14:06:17Z', 'revision_number': 4, 'project_id': '584f3be6a05141bfb7e331ef2c02474d', 'gw_port': {'id': '6ec66676-b930-4576-9375-757e5ad95813', 'name': '', 'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:e2:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e76e46-d6ab-4135-be57-218e260cda16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:06:10Z', 'updated_at': '2021-09-07T14:06:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-4-iscsi', '_floatingips': [{'id': 'a4ffa08b-4481-4d7b-9fea-2b4827a1faa6', 'tenant_id': '584f3be6a05141bfb7e331ef2c02474d', 'floating_ip_address': '172.27.2.152', 'floating_network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'router_id': '59e76e46-d6ab-4135-be57-218e260cda16', 'port_id': 'c1f073f7-eed8-42b0-bbb8-366913f5f4c5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ef27011-b43e-416b-9da9-0568387a6a08', 'mac_address': 'fa:16:3e:0b:51:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd04b294e-4120-4819-b3e6-683556be09ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T14:10:56Z', 'updated_at': '2021-09-07T14:11:11Z', 'revision_number': 1, 'project_id': '584f3be6a05141bfb7e331ef2c02474d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b548ab8e-fec8-44e6-80ad-616f1bc39673', 'name': '', 'network_id': '2ef27011-b43e-416b-9da9-0568387a6a08', 'tenant_id': '584f3be6a05141bfb7e331ef2c02474d', 'mac_address': 'fa:16:3e:fd:e7:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e76e46-d6ab-4135-be57-218e260cda16', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f68d2061-21fd-4a9c-bc36-251c4f0ac2ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:06:16Z', 'updated_at': '2021-09-07T14:06:28Z', 'revision_number': 5, 'project_id': '584f3be6a05141bfb7e331ef2c02474d', 'subnets': [{'id': 'f68d2061-21fd-4a9c-bc36-251c4f0ac2ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782910-4-iscsi', False) {} {{(pid=94139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:11:12.788867 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fe36a8-e68b-42ac-8132-56d572f88802 req-dd403ee6-3877-4a1b-9d12-eb47ecf4f2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:11:12.790422 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-f6fe36a8-e68b-42ac-8132-56d572f88802 req-dd403ee6-3877-4a1b-9d12-eb47ecf4f2f5 service neutron] 10.222.0.23 "GET /v2.0/networks?id=2ef27011-b43e-416b-9da9-0568387a6a08 HTTP/1.1" status: 200 len: 911 time: 0.0856593 Sep 07 14:11:12.796471 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa5d91ab-8651-4edc-831c-f1fd77693548 None None] The sync data for ids ['59e76e46-d6ab-4135-be57-218e260cda16'] in dv-cinder-782910-4-iscsi is: [{'id': '59e76e46-d6ab-4135-be57-218e260cda16', 'name': 'tempest-AttachVolumeTestJSON-699305333-router', 'tenant_id': '584f3be6a05141bfb7e331ef2c02474d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'external_fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': '6ec66676-b930-4576-9375-757e5ad95813', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:06:09Z', 'updated_at': '2021-09-07T14:06:17Z', 'revision_number': 4, 'project_id': '584f3be6a05141bfb7e331ef2c02474d', 'gw_port': {'id': '6ec66676-b930-4576-9375-757e5ad95813', 'name': '', 'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:e2:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e76e46-d6ab-4135-be57-218e260cda16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:06:10Z', 'updated_at': '2021-09-07T14:06:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-4-iscsi', '_floatingips': [{'id': 'a4ffa08b-4481-4d7b-9fea-2b4827a1faa6', 'tenant_id': '584f3be6a05141bfb7e331ef2c02474d', 'floating_ip_address': '172.27.2.152', 'floating_network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'router_id': '59e76e46-d6ab-4135-be57-218e260cda16', 'port_id': 'c1f073f7-eed8-42b0-bbb8-366913f5f4c5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ef27011-b43e-416b-9da9-0568387a6a08', 'mac_address': 'fa:16:3e:0b:51:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd04b294e-4120-4819-b3e6-683556be09ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T14:10:56Z', 'updated_at': '2021-09-07T14:11:11Z', 'revision_number': 1, 'project_id': '584f3be6a05141bfb7e331ef2c02474d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b548ab8e-fec8-44e6-80ad-616f1bc39673', 'name': '', 'network_id': '2ef27011-b43e-416b-9da9-0568387a6a08', 'tenant_id': '584f3be6a05141bfb7e331ef2c02474d', 'mac_address': 'fa:16:3e:fd:e7:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e76e46-d6ab-4135-be57-218e260cda16', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f68d2061-21fd-4a9c-bc36-251c4f0ac2ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:06:16Z', 'updated_at': '2021-09-07T14:06:28Z', 'revision_number': 5, 'project_id': '584f3be6a05141bfb7e331ef2c02474d', 'subnets': [{'id': 'f68d2061-21fd-4a9c-bc36-251c4f0ac2ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 14:11:12.863394 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-f6fe36a8-e68b-42ac-8132-56d572f88802 req-7e224630-e133-4df8-ae3e-bfbbe26f0ff4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c1f073f7-eed8-42b0-bbb8-366913f5f4c5 HTTP/1.1" status: 200 len: 999 time: 0.0655832 Sep 07 14:11:12.923103 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fe36a8-e68b-42ac-8132-56d572f88802 req-c8b3a703-6065-45a0-bed8-e11077292c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:11:12.924625 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-f6fe36a8-e68b-42ac-8132-56d572f88802 req-c8b3a703-6065-45a0-bed8-e11077292c08 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f68d2061-21fd-4a9c-bc36-251c4f0ac2ed HTTP/1.1" status: 200 len: 849 time: 0.0529253 Sep 07 14:11:12.978430 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fe36a8-e68b-42ac-8132-56d572f88802 req-24b97df0-f015-4322-b0b0-cef07e8fc10a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:11:12.980026 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-f6fe36a8-e68b-42ac-8132-56d572f88802 req-24b97df0-f015-4322-b0b0-cef07e8fc10a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2ef27011-b43e-416b-9da9-0568387a6a08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0473018 Sep 07 14:11:13.033244 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e4575b3-2dc1-4779-9412-1fe11f52325f None None] New status for floating IP a4ffa08b-4481-4d7b-9fea-2b4827a1faa6: ACTIVE {{(pid=94140) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 14:11:13.093525 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-f6fe36a8-e68b-42ac-8132-56d572f88802 req-36435137-395f-4549-8adf-3da243335669 service neutron] 10.222.0.23 "GET /v2.0/networks/2ef27011-b43e-416b-9da9-0568387a6a08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058450 Sep 07 14:11:13.193030 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-f6fe36a8-e68b-42ac-8132-56d572f88802 req-1b9805ca-822a-4889-8857-d0c3413a3aa1 service neutron] 10.222.0.23 "GET /v2.0/networks/2ef27011-b43e-416b-9da9-0568387a6a08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894380 Sep 07 14:11:13.438947 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-84e64e02-e025-4aa4-9e78-6100a64f8535 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:11:13.759948 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d264742e-9749-4669-b984-32af3174d1da req-e073d08f-d5c9-4d47-bf45-4eb81884bf12 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:11:13.761408 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-d264742e-9749-4669-b984-32af3174d1da req-e073d08f-d5c9-4d47-bf45-4eb81884bf12 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/ports?device_id=92f9b5d2-ea4f-461e-8414-5887ee6ac63f HTTP/1.1" status: 200 len: 945 time: 0.0498350 Sep 07 14:11:13.801766 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-d264742e-9749-4669-b984-32af3174d1da req-607edf87-db77-4845-876a-b2346af335b3 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/security-groups?id=b2a46496-e3bb-4bac-a613-45bf9f48eefa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340929 Sep 07 14:11:14.193884 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-90497945-cc67-4e40-89ff-93978391019b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:11:14.692102 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-cec4f6fb-2ca0-44f4-a970-9dc467b3a3ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:11:14.925715 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b847e8f7-8cb0-4f6e-8a89-7d6bdfde36f6 req-79291613-8a17-4937-aed9-f2b0367a697c tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:11:14.927228 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-b847e8f7-8cb0-4f6e-8a89-7d6bdfde36f6 req-79291613-8a17-4937-aed9-f2b0367a697c tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/ports?device_id=92f9b5d2-ea4f-461e-8414-5887ee6ac63f HTTP/1.1" status: 200 len: 945 time: 0.0532265 Sep 07 14:11:14.964616 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-b847e8f7-8cb0-4f6e-8a89-7d6bdfde36f6 req-be3a849c-febd-4250-b3ab-15ac324ff9c8 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/security-groups?id=b2a46496-e3bb-4bac-a613-45bf9f48eefa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312092 Sep 07 14:11:14.968497 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Device fe39048f-4bbd-405f-ab71-5000085fda81 no longer exists at agent hyperv_hv-cinder-78291 {{(pid=94139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 14:11:14.988562 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.plugin [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] No Port match for: fe39048f-4bbd-405f-ab71-5000085fda81 {{(pid=94139) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 14:11:14.988908 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Device fe39048f-4bbd-405f-ab71-5000085fda81 not bound to the agent host hv-cinder-78291 {{(pid=94139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 14:11:15.873339 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-24e6fa56-2407-4935-9ec7-bc4eea9bdf8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:11:16.085538 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7150c21-0e5b-42aa-97a2-5dfe028eec63 req-668449dd-212d-4bf4-b35e-5bf558da651c tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:11:16.087153 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-c7150c21-0e5b-42aa-97a2-5dfe028eec63 req-668449dd-212d-4bf4-b35e-5bf558da651c tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/ports?device_id=92f9b5d2-ea4f-461e-8414-5887ee6ac63f HTTP/1.1" status: 200 len: 945 time: 0.0485320 Sep 07 14:11:16.133216 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-c7150c21-0e5b-42aa-97a2-5dfe028eec63 req-f5c4a7c1-a1a0-4f63-86f1-4047acc0edea tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/security-groups?id=b2a46496-e3bb-4bac-a613-45bf9f48eefa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398912 Sep 07 14:11:17.262158 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7b78c1-8cb5-449f-a22f-b2a3c34aa77a req-5fa0a7e0-90ff-4476-ba0d-b2236002f69f tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:11:17.264656 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-0c7b78c1-8cb5-449f-a22f-b2a3c34aa77a req-5fa0a7e0-90ff-4476-ba0d-b2236002f69f tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/ports?device_id=92f9b5d2-ea4f-461e-8414-5887ee6ac63f HTTP/1.1" status: 200 len: 945 time: 0.0506835 Sep 07 14:11:17.320596 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-0c7b78c1-8cb5-449f-a22f-b2a3c34aa77a req-0547eba6-5df2-4883-9941-276502613372 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/security-groups?id=b2a46496-e3bb-4bac-a613-45bf9f48eefa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499361 Sep 07 14:11:17.340139 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-b4c56668-2e90-4ff4-bafb-6cc46c27cd70 req-57e87172-3b78-4bff-9a9a-5bf64231cc59 tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-25663443&fields=id&tenant_id=e859b6827e2748129221219840ea5997 HTTP/1.1" status: 200 len: 267 time: 0.0549231 Sep 07 14:11:17.394893 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c56668-2e90-4ff4-bafb-6cc46c27cd70 req-833b989a-65a5-4bd4-939c-e6c9da214d24 tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:11:17.396388 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-b4c56668-2e90-4ff4-bafb-6cc46c27cd70 req-833b989a-65a5-4bd4-939c-e6c9da214d24 tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf91d54d-86ad-4a3b-b085-d27cd9f284b8 HTTP/1.1" status: 200 len: 985 time: 0.0501995 Sep 07 14:11:17.407752 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.v2.base [req-b4c56668-2e90-4ff4-bafb-6cc46c27cd70 req-3bfad47a-2011-468e-a91e-f19496bcbf04 tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] Request body: {'port': {'security_groups': ['6ee0b6d8-0816-470a-861d-36080b2e56f2']}} {{(pid=94137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:11:17.484449 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [req-b4c56668-2e90-4ff4-bafb-6cc46c27cd70 req-3bfad47a-2011-468e-a91e-f19496bcbf04 tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_update {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:11:17.676116 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.db [req-b4c56668-2e90-4ff4-bafb-6cc46c27cd70 req-3bfad47a-2011-468e-a91e-f19496bcbf04 tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] For port a74c893a-2dbe-4723-b64e-e778b467725b, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=a74c893a-2dbe-4723-b64e-e778b467725b,segment=NetworkSegment(557a888c-91ab-489c-a232-b2b668c502f1),segment_id=557a888c-91ab-489c-a232-b2b668c502f1)] {{(pid=94137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:11:17.710186 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [req-b4c56668-2e90-4ff4-bafb-6cc46c27cd70 req-3bfad47a-2011-468e-a91e-f19496bcbf04 tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] Notify callbacks [] for port, precommit_update {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:11:17.715457 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [req-b4c56668-2e90-4ff4-bafb-6cc46c27cd70 req-3bfad47a-2011-468e-a91e-f19496bcbf04 tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735729008622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735728620463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735728620481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63929230'] for port, after_update {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:11:17.728222 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.db [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] get_ports_and_sgs() called for port_ids ['a74c893a-2dbe-4723-b64e-e778b467725b'] {{(pid=94139) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 14:11:17.760196 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c56668-2e90-4ff4-bafb-6cc46c27cd70 req-3bfad47a-2011-468e-a91e-f19496bcbf04 tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:11:17.760829 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [req-b4c56668-2e90-4ff4-bafb-6cc46c27cd70 req-3bfad47a-2011-468e-a91e-f19496bcbf04 tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88768'] for port, before_response {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:11:17.764435 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-b4c56668-2e90-4ff4-bafb-6cc46c27cd70 req-3bfad47a-2011-468e-a91e-f19496bcbf04 tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] 10.222.0.60 "PUT /v2.0/ports/a74c893a-2dbe-4723-b64e-e778b467725b HTTP/1.1" status: 200 len: 943 time: 0.3611577 Sep 07 14:11:17.765166 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf91d54d-86ad-4a3b-b085-d27cd9f284b8', 'tag': 'a74c893a-2dbe-4723-b64e-e778b467725b'}] {{(pid=94137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:11:17.768031 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7b38e126f5d6ed26c5a634d27f228b3e9a23f971082ab434b79987af6775de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f9bf8a5-b0db-46d1-ab0b-44dfac02a57d" -d '{"events": [{"name": "network-changed", "server_uuid": "cf91d54d-86ad-4a3b-b085-d27cd9f284b8", "tag": "a74c893a-2dbe-4723-b64e-e778b467725b"}]}' {{(pid=94137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:11:17.770653 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.wsgi [-] (94138) accepted ('10.222.0.60', 50702) {{(pid=94138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:11:17.796826 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfad47a-2011-468e-a91e-f19496bcbf04 tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] Pushing event updated for resources: {'Port': ['ID=a74c893a-2dbe-4723-b64e-e778b467725b,revision_number=7']} {{(pid=94137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:11:17.823368 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 14:11:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f456d553-f98b-491b-a20b-f2cd5fa204c0 x-openstack-request-id: req-f456d553-f98b-491b-a20b-f2cd5fa204c0 {{(pid=94137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:11:17.823658 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf91d54d-86ad-4a3b-b085-d27cd9f284b8", "tag": "a74c893a-2dbe-4723-b64e-e778b467725b", "status": "completed", "code": 200}]} {{(pid=94137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:11:17.823984 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f456d553-f98b-491b-a20b-f2cd5fa204c0 {{(pid=94137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:11:17.824474 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf91d54d-86ad-4a3b-b085-d27cd9f284b8', 'tag': 'a74c893a-2dbe-4723-b64e-e778b467725b', 'status': 'completed', 'code': 200} Sep 07 14:11:17.892998 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.db [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] get_ports_and_sgs() called for port_ids ['a74c893a-2dbe-4723-b64e-e778b467725b'] {{(pid=94139) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 14:11:17.894726 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-8595fb9b-55f5-4793-a92f-00390b2c5c73 tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] Notify callbacks [] for security_group, before_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:11:17.940445 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-8595fb9b-55f5-4793-a92f-00390b2c5c73 tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:11:17.950306 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9bf8a5-b0db-46d1-ab0b-44dfac02a57d req-f5ce5486-007a-4075-b358-f2be365c5f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:11:17.951877 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-7f9bf8a5-b0db-46d1-ab0b-44dfac02a57d req-f5ce5486-007a-4075-b358-f2be365c5f49 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e859b6827e2748129221219840ea5997&device_id=cf91d54d-86ad-4a3b-b085-d27cd9f284b8 HTTP/1.1" status: 200 len: 1099 time: 0.1063805 Sep 07 14:11:18.077766 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9bf8a5-b0db-46d1-ab0b-44dfac02a57d req-485722af-0767-4662-aac1-a2be2200501f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:11:18.079620 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-7f9bf8a5-b0db-46d1-ab0b-44dfac02a57d req-485722af-0767-4662-aac1-a2be2200501f service neutron] 10.222.0.23 "GET /v2.0/networks?id=e6139945-2b0e-4dd3-b90e-3cc2664bbe09 HTTP/1.1" status: 200 len: 916 time: 0.1140227 Sep 07 14:11:18.085677 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-8595fb9b-55f5-4793-a92f-00390b2c5c73 tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585164'] for security_group, after_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:11:18.086439 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-b7c9779e-deba-4d58-acc5-007b089f1ee4 None None] Provisioning complete for port a74c893a-2dbe-4723-b64e-e778b467725b triggered by entity DHCP. {{(pid=94139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:11:18.086814 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-b7c9779e-deba-4d58-acc5-007b089f1ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462246'] for port, provisioning_complete {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:11:18.088931 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-8595fb9b-55f5-4793-a92f-00390b2c5c73 tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] Notify callbacks [] for security_group, before_response {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:11:18.090256 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [None req-8595fb9b-55f5-4793-a92f-00390b2c5c73 tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] 10.222.0.60 "DELETE /v2.0/security-groups/973e2c19-d630-4ac5-b2ea-d2fb7b1bb762 HTTP/1.1" status: 204 len: 168 time: 0.3181171 Sep 07 14:11:18.093834 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.wsgi [-] (94137) accepted ('10.222.0.60', 50708) {{(pid=94137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:11:18.144558 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8595fb9b-55f5-4793-a92f-00390b2c5c73 tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=973e2c19-d630-4ac5-b2ea-d2fb7b1bb762,revision_number=None']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:11:18.158168 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8595fb9b-55f5-4793-a92f-00390b2c5c73 tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:11:18.158596 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8595fb9b-55f5-4793-a92f-00390b2c5c73 tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:11:18.159004 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8595fb9b-55f5-4793-a92f-00390b2c5c73 tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:11:18.159422 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8595fb9b-55f5-4793-a92f-00390b2c5c73 tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:11:18.159819 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8595fb9b-55f5-4793-a92f-00390b2c5c73 tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:11:18.160233 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8595fb9b-55f5-4793-a92f-00390b2c5c73 tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:11:18.160666 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8595fb9b-55f5-4793-a92f-00390b2c5c73 tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:11:18.161061 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8595fb9b-55f5-4793-a92f-00390b2c5c73 tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:11:18.161497 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8595fb9b-55f5-4793-a92f-00390b2c5c73 tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:11:18.161894 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8595fb9b-55f5-4793-a92f-00390b2c5c73 tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:11:18.162283 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8595fb9b-55f5-4793-a92f-00390b2c5c73 tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:11:18.162823 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8595fb9b-55f5-4793-a92f-00390b2c5c73 tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:11:18.186481 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-7f9bf8a5-b0db-46d1-ab0b-44dfac02a57d req-5868f9f0-5d8b-4010-bf87-f8b58da3eeda service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a74c893a-2dbe-4723-b64e-e778b467725b HTTP/1.1" status: 200 len: 1001 time: 0.0941963 Sep 07 14:11:18.253172 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9bf8a5-b0db-46d1-ab0b-44dfac02a57d req-433bca55-4599-4728-8277-759176a4010a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:11:18.254866 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-7f9bf8a5-b0db-46d1-ab0b-44dfac02a57d req-433bca55-4599-4728-8277-759176a4010a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6c2e9c28-06dc-45ab-a546-78440fe11400 HTTP/1.1" status: 200 len: 854 time: 0.0564728 Sep 07 14:11:18.330553 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.plugin [None req-eefb0696-84e7-4d45-983c-ca97494510db tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] Deleting port 299dc731-06e2-4652-b908-6858d5a435a2 {{(pid=94137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 14:11:18.331149 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-eefb0696-84e7-4d45-983c-ca97494510db tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735729003030'] for port, before_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:11:18.419691 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-eefb0696-84e7-4d45-983c-ca97494510db tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453383'] for port, precommit_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:11:18.420127 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-eefb0696-84e7-4d45-983c-ca97494510db tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:11:18.435439 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:11:18.453170 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.plugin [None req-eefb0696-84e7-4d45-983c-ca97494510db tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] Calling delete_port for 299dc731-06e2-4652-b908-6858d5a435a2 owned by network:floatingip {{(pid=94137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 14:11:18.508201 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Device c5d1b3f8-99e1-4800-bd21-6a46b729e8d3 details requested by agent hyperv_hv-cinder-78291 with host hv-cinder-78291 {{(pid=94139) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 14:11:18.516349 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013f88ca-3f51-475b-ba51-4c0907fac614 req-e262919d-a3be-412e-91b9-ce99aec1484c tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:11:18.517910 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-013f88ca-3f51-475b-ba51-4c0907fac614 req-e262919d-a3be-412e-91b9-ce99aec1484c tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/ports?device_id=92f9b5d2-ea4f-461e-8414-5887ee6ac63f HTTP/1.1" status: 200 len: 945 time: 0.1098895 Sep 07 14:11:18.539645 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9bf8a5-b0db-46d1-ab0b-44dfac02a57d req-f90211c2-473a-4b00-a873-6302514b6e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:11:18.541158 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-7f9bf8a5-b0db-46d1-ab0b-44dfac02a57d req-f90211c2-473a-4b00-a873-6302514b6e1c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e6139945-2b0e-4dd3-b90e-3cc2664bbe09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2785716 Sep 07 14:11:18.602168 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-013f88ca-3f51-475b-ba51-4c0907fac614 req-81ea9a2e-c5d2-4427-827f-b8c6224a7050 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/security-groups?id=b2a46496-e3bb-4bac-a613-45bf9f48eefa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669351 Sep 07 14:11:18.624596 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.db [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] For port c5d1b3f8-99e1-4800-bd21-6a46b729e8d3, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=c5d1b3f8-99e1-4800-bd21-6a46b729e8d3,segment=NetworkSegment(21c9d53f-7d57-4732-bacb-70574652c02f),segment_id=21c9d53f-7d57-4732-bacb-70574652c02f)] {{(pid=94139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:11:18.637834 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Returning: {'device': 'c5d1b3f8-99e1-4800-bd21-6a46b729e8d3', 'network_id': '7080b35d-131d-4288-830a-20e851d36466', 'port_id': 'c5d1b3f8-99e1-4800-bd21-6a46b729e8d3', 'mac_address': 'fa:16:3e:b1:1a:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 692, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ffd200c-eaef-4ea2-b697-3bcc1716b422', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94139) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 14:11:18.659394 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-7f9bf8a5-b0db-46d1-ab0b-44dfac02a57d req-0fa63d10-8d84-4837-b131-b74a84419670 service neutron] 10.222.0.23 "GET /v2.0/networks/e6139945-2b0e-4dd3-b90e-3cc2664bbe09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055422 Sep 07 14:11:18.691217 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:11:18.708007 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-eefb0696-84e7-4d45-983c-ca97494510db tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735729008604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735728620454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63929217'] for port, after_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:11:18.742840 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefb0696-84e7-4d45-983c-ca97494510db tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] Pushing event deleted for resources: {'Port': ['ID=299dc731-06e2-4652-b908-6858d5a435a2,revision_number=None']} {{(pid=94137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:11:18.801988 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-7f9bf8a5-b0db-46d1-ab0b-44dfac02a57d req-5dc5ae2a-f91d-4f82-b9fd-2f4362e99c64 service neutron] 10.222.0.23 "GET /v2.0/networks/e6139945-2b0e-4dd3-b90e-3cc2664bbe09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351626 Sep 07 14:11:18.817457 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-eefb0696-84e7-4d45-983c-ca97494510db tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] Notify callbacks [] for floatingip, after_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:11:18.818639 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.db.l3_db [None req-eefb0696-84e7-4d45-983c-ca97494510db tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] Floating IP 0a6e554e-0394-4766-bf54-50d9a1f6ee41 disassociated (deleted). External IP: 172.27.2.13, port: a74c893a-2dbe-4723-b64e-e778b467725b. Sep 07 14:11:18.885067 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.notifiers.nova [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c5d1b3f8-99e1-4800-bd21-6a46b729e8d3 {{(pid=94139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 14:11:18.910145 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.db [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] For port c5d1b3f8-99e1-4800-bd21-6a46b729e8d3, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=c5d1b3f8-99e1-4800-bd21-6a46b729e8d3,segment=NetworkSegment(21c9d53f-7d57-4732-bacb-70574652c02f),segment_id=21c9d53f-7d57-4732-bacb-70574652c02f)] {{(pid=94139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:11:18.916472 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735729008622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735728620463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735728620481'] for port, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:11:18.981025 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Pushing event updated for resources: {'Port': ['ID=c5d1b3f8-99e1-4800-bd21-6a46b729e8d3,revision_number=6']} {{(pid=94139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:11:19.016277 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.db [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] get_ports_and_sgs() called for port_ids ['c5d1b3f8-99e1-4800-bd21-6a46b729e8d3'] {{(pid=94139) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 14:11:19.099098 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eefb0696-84e7-4d45-983c-ca97494510db tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] Router cddf9134-d7ee-4254-92e7-42b328e46a6d has already been hosted by L3 agent fa68c273-d39f-43dc-b6f8-e0c6852ace12 {{(pid=94137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 14:11:19.231541 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eefb0696-84e7-4d45-983c-ca97494510db tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] Notify agent at l3_agent.dv-cinder-782910-4-iscsi the message routers_updated {{(pid=94137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 14:11:19.235912 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-eefb0696-84e7-4d45-983c-ca97494510db tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88768'] for floatingip, before_response {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:11:19.247443 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b984673-3cab-4475-94ce-52fff99c5467 None None] Sync routers for ids ['cddf9134-d7ee-4254-92e7-42b328e46a6d'] in dv-cinder-782910-4-iscsi {{(pid=94139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 14:11:19.257454 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b984673-3cab-4475-94ce-52fff99c5467 None None] Routers {'cddf9134-d7ee-4254-92e7-42b328e46a6d'} bound to L3 agent in host dv-cinder-782910-4-iscsi {{(pid=94139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:11:19.258196 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.l3_hamode_db [None req-4b984673-3cab-4475-94ce-52fff99c5467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T13:58:13Z,description=,heartbeat_timestamp=2021-09-07T14:11:13Z,host='dv-cinder-782910-4-iscsi',id=fa68c273-d39f-43dc-b6f8-e0c6852ace12,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T13:58:13Z,topic='l3_agent')) {'router_ids': ['cddf9134-d7ee-4254-92e7-42b328e46a6d'], 'active': True} {{(pid=94139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:11:19.280685 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [None req-eefb0696-84e7-4d45-983c-ca97494510db tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] 10.222.0.60 "DELETE /v2.0/floatingips/0a6e554e-0394-4766-bf54-50d9a1f6ee41 HTTP/1.1" status: 204 len: 168 time: 1.1833227 Sep 07 14:11:19.376467 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.l3_dvr_db [None req-4b984673-3cab-4475-94ce-52fff99c5467 None None] Set router cddf9134-d7ee-4254-92e7-42b328e46a6d gateway port host: dv-cinder-782910-4-iscsi {{(pid=94139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:11:19.647548 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.l3_hamode_db [None req-4b984673-3cab-4475-94ce-52fff99c5467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cddf9134-d7ee-4254-92e7-42b328e46a6d', 'name': 'tempest-TestMinimumBasicScenario-1483363180-router', 'tenant_id': 'e859b6827e2748129221219840ea5997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'external_fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': '64aca058-f353-4ae0-a740-d5f439248b52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:08:16Z', 'updated_at': '2021-09-07T14:08:22Z', 'revision_number': 4, 'project_id': 'e859b6827e2748129221219840ea5997', 'gw_port': {'id': '64aca058-f353-4ae0-a740-d5f439248b52', 'name': '', 'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:74:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cddf9134-d7ee-4254-92e7-42b328e46a6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:08:17Z', 'updated_at': '2021-09-07T14:08:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-4-iscsi', '_interfaces': [{'id': '77dfaa0b-9a14-46e1-b16f-686b9b6baa89', 'name': '', 'network_id': 'e6139945-2b0e-4dd3-b90e-3cc2664bbe09', 'tenant_id': 'e859b6827e2748129221219840ea5997', 'mac_address': 'fa:16:3e:5b:ce:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cddf9134-d7ee-4254-92e7-42b328e46a6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '6c2e9c28-06dc-45ab-a546-78440fe11400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:08:20Z', 'updated_at': '2021-09-07T14:08:28Z', 'revision_number': 5, 'project_id': 'e859b6827e2748129221219840ea5997', 'subnets': [{'id': '6c2e9c28-06dc-45ab-a546-78440fe11400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782910-4-iscsi', False) {} {{(pid=94139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:11:19.685677 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b984673-3cab-4475-94ce-52fff99c5467 None None] Checking router: cddf9134-d7ee-4254-92e7-42b328e46a6d for host: dv-cinder-782910-4-iscsi {{(pid=94139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 14:11:19.700885 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b984673-3cab-4475-94ce-52fff99c5467 None None] Routers {'cddf9134-d7ee-4254-92e7-42b328e46a6d'} bound to L3 agent in host dv-cinder-782910-4-iscsi {{(pid=94139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:11:19.701589 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.l3_hamode_db [None req-4b984673-3cab-4475-94ce-52fff99c5467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T13:58:13Z,description=,heartbeat_timestamp=2021-09-07T14:11:13Z,host='dv-cinder-782910-4-iscsi',id=fa68c273-d39f-43dc-b6f8-e0c6852ace12,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T13:58:13Z,topic='l3_agent')) {'router_ids': ['cddf9134-d7ee-4254-92e7-42b328e46a6d'], 'active': True} {{(pid=94139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:11:19.844466 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.l3_dvr_db [None req-4b984673-3cab-4475-94ce-52fff99c5467 None None] Set router cddf9134-d7ee-4254-92e7-42b328e46a6d gateway port host: dv-cinder-782910-4-iscsi {{(pid=94139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:11:19.989092 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf91d54d-86ad-4a3b-b085-d27cd9f284b8', 'tag': 'a74c893a-2dbe-4723-b64e-e778b467725b'}] {{(pid=94137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:11:19.992007 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7b38e126f5d6ed26c5a634d27f228b3e9a23f971082ab434b79987af6775de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-559488d6-0712-475e-bbc5-645cb16916b5" -d '{"events": [{"name": "network-changed", "server_uuid": "cf91d54d-86ad-4a3b-b085-d27cd9f284b8", "tag": "a74c893a-2dbe-4723-b64e-e778b467725b"}]}' {{(pid=94137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:11:20.023605 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cc15b5-a1c2-49a0-a33b-c5c3c9ff6024 req-f4bd5f13-9fdd-46ca-b90e-48cfc6234993 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:11:20.031985 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-89cc15b5-a1c2-49a0-a33b-c5c3c9ff6024 req-f4bd5f13-9fdd-46ca-b90e-48cfc6234993 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/ports?device_id=92f9b5d2-ea4f-461e-8414-5887ee6ac63f HTTP/1.1" status: 200 len: 944 time: 0.3184052 Sep 07 14:11:20.089421 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 14:11:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d63b546-4e7e-49fa-98f4-18b410a53894 x-openstack-request-id: req-7d63b546-4e7e-49fa-98f4-18b410a53894 {{(pid=94137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:11:20.089421 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf91d54d-86ad-4a3b-b085-d27cd9f284b8", "tag": "a74c893a-2dbe-4723-b64e-e778b467725b", "status": "completed", "code": 200}]} {{(pid=94137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:11:20.089421 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7d63b546-4e7e-49fa-98f4-18b410a53894 {{(pid=94137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:11:20.089421 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf91d54d-86ad-4a3b-b085-d27cd9f284b8', 'tag': 'a74c893a-2dbe-4723-b64e-e778b467725b', 'status': 'completed', 'code': 200} Sep 07 14:11:20.133367 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-89cc15b5-a1c2-49a0-a33b-c5c3c9ff6024 req-32bae21c-7877-4d2f-a7db-84238e3414af tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/security-groups?id=b2a46496-e3bb-4bac-a613-45bf9f48eefa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995088 Sep 07 14:11:20.185907 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559488d6-0712-475e-bbc5-645cb16916b5 req-9d8efb88-1fce-40c3-95d6-c0d9ebdfcdb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:11:20.187410 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-559488d6-0712-475e-bbc5-645cb16916b5 req-9d8efb88-1fce-40c3-95d6-c0d9ebdfcdb0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e859b6827e2748129221219840ea5997&device_id=cf91d54d-86ad-4a3b-b085-d27cd9f284b8 HTTP/1.1" status: 200 len: 1099 time: 0.1011856 Sep 07 14:11:20.219273 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.l3_hamode_db [None req-4b984673-3cab-4475-94ce-52fff99c5467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cddf9134-d7ee-4254-92e7-42b328e46a6d', 'name': 'tempest-TestMinimumBasicScenario-1483363180-router', 'tenant_id': 'e859b6827e2748129221219840ea5997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'external_fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': '64aca058-f353-4ae0-a740-d5f439248b52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:08:16Z', 'updated_at': '2021-09-07T14:08:22Z', 'revision_number': 4, 'project_id': 'e859b6827e2748129221219840ea5997', 'gw_port': {'id': '64aca058-f353-4ae0-a740-d5f439248b52', 'name': '', 'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:74:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cddf9134-d7ee-4254-92e7-42b328e46a6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:08:17Z', 'updated_at': '2021-09-07T14:08:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-4-iscsi', '_interfaces': [{'id': '77dfaa0b-9a14-46e1-b16f-686b9b6baa89', 'name': '', 'network_id': 'e6139945-2b0e-4dd3-b90e-3cc2664bbe09', 'tenant_id': 'e859b6827e2748129221219840ea5997', 'mac_address': 'fa:16:3e:5b:ce:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cddf9134-d7ee-4254-92e7-42b328e46a6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '6c2e9c28-06dc-45ab-a546-78440fe11400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:08:20Z', 'updated_at': '2021-09-07T14:08:28Z', 'revision_number': 5, 'project_id': 'e859b6827e2748129221219840ea5997', 'subnets': [{'id': '6c2e9c28-06dc-45ab-a546-78440fe11400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782910-4-iscsi', False) {} {{(pid=94139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:11:20.276161 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b984673-3cab-4475-94ce-52fff99c5467 None None] The sync data for ids ['cddf9134-d7ee-4254-92e7-42b328e46a6d'] in dv-cinder-782910-4-iscsi is: [{'id': 'cddf9134-d7ee-4254-92e7-42b328e46a6d', 'name': 'tempest-TestMinimumBasicScenario-1483363180-router', 'tenant_id': 'e859b6827e2748129221219840ea5997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'external_fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': '64aca058-f353-4ae0-a740-d5f439248b52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:08:16Z', 'updated_at': '2021-09-07T14:08:22Z', 'revision_number': 4, 'project_id': 'e859b6827e2748129221219840ea5997', 'gw_port': {'id': '64aca058-f353-4ae0-a740-d5f439248b52', 'name': '', 'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:74:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cddf9134-d7ee-4254-92e7-42b328e46a6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:08:17Z', 'updated_at': '2021-09-07T14:08:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-4-iscsi', '_interfaces': [{'id': '77dfaa0b-9a14-46e1-b16f-686b9b6baa89', 'name': '', 'network_id': 'e6139945-2b0e-4dd3-b90e-3cc2664bbe09', 'tenant_id': 'e859b6827e2748129221219840ea5997', 'mac_address': 'fa:16:3e:5b:ce:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cddf9134-d7ee-4254-92e7-42b328e46a6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '6c2e9c28-06dc-45ab-a546-78440fe11400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:08:20Z', 'updated_at': '2021-09-07T14:08:28Z', 'revision_number': 5, 'project_id': 'e859b6827e2748129221219840ea5997', 'subnets': [{'id': '6c2e9c28-06dc-45ab-a546-78440fe11400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 14:11:20.287085 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-3c4a61e8-ec67-4749-ac89-d423bd369f6e req-e60da2f9-39b7-4fa2-8967-39ca1e45159e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=71cba4d2-6e22-402e-8d65-c9742098a06d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1041718 Sep 07 14:11:20.368723 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559488d6-0712-475e-bbc5-645cb16916b5 req-226ab153-62eb-4620-8993-307edc897226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:11:20.370479 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-559488d6-0712-475e-bbc5-645cb16916b5 req-226ab153-62eb-4620-8993-307edc897226 service neutron] 10.222.0.23 "GET /v2.0/networks?id=e6139945-2b0e-4dd3-b90e-3cc2664bbe09 HTTP/1.1" status: 200 len: 916 time: 0.1584618 Sep 07 14:11:20.442650 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-559488d6-0712-475e-bbc5-645cb16916b5 req-0f7e60a0-f04a-4228-bc67-8d39e764f240 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a74c893a-2dbe-4723-b64e-e778b467725b HTTP/1.1" status: 200 len: 217 time: 0.0547519 Sep 07 14:11:20.445010 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4a61e8-ec67-4749-ac89-d423bd369f6e req-96f62105-d250-4bbb-a88c-95fd6e2abdf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:11:20.446641 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-3c4a61e8-ec67-4749-ac89-d423bd369f6e req-96f62105-d250-4bbb-a88c-95fd6e2abdf8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=25d79c53f0bd4923ab966dd0d5f549ca&device_id=71cba4d2-6e22-402e-8d65-c9742098a06d HTTP/1.1" status: 200 len: 1099 time: 0.1246233 Sep 07 14:11:20.525870 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Device c5d1b3f8-99e1-4800-bd21-6a46b729e8d3 up at agent hyperv_hv-cinder-78291 {{(pid=94139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:11:20.570734 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559488d6-0712-475e-bbc5-645cb16916b5 req-4ab88532-4a66-4dbc-aead-eb84fe9b234b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:11:20.570994 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-559488d6-0712-475e-bbc5-645cb16916b5 req-4ab88532-4a66-4dbc-aead-eb84fe9b234b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6c2e9c28-06dc-45ab-a546-78440fe11400 HTTP/1.1" status: 200 len: 854 time: 0.1194868 Sep 07 14:11:20.612744 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Provisioning complete for port c5d1b3f8-99e1-4800-bd21-6a46b729e8d3 triggered by entity L2. {{(pid=94139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:11:20.613231 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462246'] for port, provisioning_complete {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:11:20.699852 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4a61e8-ec67-4749-ac89-d423bd369f6e req-a54f25e6-27a2-42b0-b286-4a6e2ba2e61d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:11:20.708407 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-3c4a61e8-ec67-4749-ac89-d423bd369f6e req-a54f25e6-27a2-42b0-b286-4a6e2ba2e61d service neutron] 10.222.0.23 "GET /v2.0/networks?id=f7617b6d-ab89-4a54-b036-07b674993ecd HTTP/1.1" status: 200 len: 913 time: 0.2243516 Sep 07 14:11:20.713629 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559488d6-0712-475e-bbc5-645cb16916b5 req-bb73d27e-6a24-4f5c-8105-77aa353c46e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:11:20.715137 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-559488d6-0712-475e-bbc5-645cb16916b5 req-bb73d27e-6a24-4f5c-8105-77aa353c46e4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e6139945-2b0e-4dd3-b90e-3cc2664bbe09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1270435 Sep 07 14:11:20.755408 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:11:20.766605 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aa609d0-f7d2-47c8-94d6-55213b4da96b None None] New status for floating IP 0a6e554e-0394-4766-bf54-50d9a1f6ee41: DOWN {{(pid=94140) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 14:11:20.804906 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92f9b5d2-ea4f-461e-8414-5887ee6ac63f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5d1b3f8-99e1-4800-bd21-6a46b729e8d3'}] {{(pid=94139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:11:20.819267 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4453e99b4ec61c2946fac8af49a5adf90b2a32597d884ada3dd1dc93487e448" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f3553ba-aa1c-498d-a9a6-02d3e396cbfd" -d '{"events": [{"server_uuid": "92f9b5d2-ea4f-461e-8414-5887ee6ac63f", "name": "network-vif-plugged", "status": "completed", "tag": "c5d1b3f8-99e1-4800-bd21-6a46b729e8d3"}]}' {{(pid=94139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:11:20.849703 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.db [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] For port c5d1b3f8-99e1-4800-bd21-6a46b729e8d3, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=c5d1b3f8-99e1-4800-bd21-6a46b729e8d3,segment=NetworkSegment(21c9d53f-7d57-4732-bacb-70574652c02f),segment_id=21c9d53f-7d57-4732-bacb-70574652c02f)] {{(pid=94139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:11:20.872266 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735729008622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735728620463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735728620481'] for port, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:11:20.890556 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-3c4a61e8-ec67-4749-ac89-d423bd369f6e req-dc199844-6ff3-48e2-b5a4-c7f1273ce7de service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c6c42490-6ac1-4acd-8ab9-5b9114fa8411 HTTP/1.1" status: 200 len: 1002 time: 0.1624713 Sep 07 14:11:20.942870 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-559488d6-0712-475e-bbc5-645cb16916b5 req-61867d25-89a3-459e-b534-1dc3472597fc service neutron] 10.222.0.23 "GET /v2.0/networks/e6139945-2b0e-4dd3-b90e-3cc2664bbe09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2079499 Sep 07 14:11:20.945929 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 14:11:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9895fcce-15aa-4f02-a756-bf2fe141bcca x-openstack-request-id: req-9895fcce-15aa-4f02-a756-bf2fe141bcca {{(pid=94139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:11:20.946218 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92f9b5d2-ea4f-461e-8414-5887ee6ac63f", "name": "network-vif-plugged", "status": "completed", "tag": "c5d1b3f8-99e1-4800-bd21-6a46b729e8d3", "code": 200}]} {{(pid=94139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:11:20.946465 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9895fcce-15aa-4f02-a756-bf2fe141bcca {{(pid=94139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:11:20.946849 dv-cinder-782910-4-iscsi neutron-server[94139]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92f9b5d2-ea4f-461e-8414-5887ee6ac63f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5d1b3f8-99e1-4800-bd21-6a46b729e8d3', 'code': 200} Sep 07 14:11:20.952550 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Pushing event updated for resources: {'Port': ['ID=c5d1b3f8-99e1-4800-bd21-6a46b729e8d3,revision_number=7']} {{(pid=94139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:11:20.971185 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.agents_db [None req-36878762-3245-425c-bb44-2e5aea615dc4 None None] Agent healthcheck: found 6 active agents {{(pid=94140) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 14:11:21.289094 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451bb6fe-ae72-4536-8e96-2db6a5a8177b req-0d2e3843-3fa4-4911-8b7e-2cf5ca86f2f8 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:11:21.290560 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-451bb6fe-ae72-4536-8e96-2db6a5a8177b req-0d2e3843-3fa4-4911-8b7e-2cf5ca86f2f8 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/ports?device_id=92f9b5d2-ea4f-461e-8414-5887ee6ac63f HTTP/1.1" status: 200 len: 945 time: 0.0538101 Sep 07 14:11:21.348499 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-451bb6fe-ae72-4536-8e96-2db6a5a8177b req-c0818abb-4a6c-44fc-8f4d-4301771ff00e tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/security-groups?id=b2a46496-e3bb-4bac-a613-45bf9f48eefa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428023 Sep 07 14:11:22.465032 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4230029c-7a7b-4f49-859b-7af39308e0da req-71609d35-4b4e-4cbf-a173-32e89b1ae94a tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:11:22.467845 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-4230029c-7a7b-4f49-859b-7af39308e0da req-71609d35-4b4e-4cbf-a173-32e89b1ae94a tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/ports?device_id=92f9b5d2-ea4f-461e-8414-5887ee6ac63f HTTP/1.1" status: 200 len: 945 time: 0.0545893 Sep 07 14:11:22.519972 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-4230029c-7a7b-4f49-859b-7af39308e0da req-03c18b0c-5f4e-4ad5-ab82-2a97a96c4dd9 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/security-groups?id=b2a46496-e3bb-4bac-a613-45bf9f48eefa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456519 Sep 07 14:11:22.847799 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4a61e8-ec67-4749-ac89-d423bd369f6e req-b124b21b-c915-4487-a3d8-e8724a8692a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:11:22.849457 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-3c4a61e8-ec67-4749-ac89-d423bd369f6e req-b124b21b-c915-4487-a3d8-e8724a8692a5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3750f73b-6c72-42f1-b8a9-086bab013509 HTTP/1.1" status: 200 len: 851 time: 0.0567145 Sep 07 14:11:23.663798 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba922750-6184-4e03-a172-bc1e9c03e505 req-dbee1ab3-9617-4587-8ae9-10b884c8e9f3 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:11:23.665627 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-ba922750-6184-4e03-a172-bc1e9c03e505 req-dbee1ab3-9617-4587-8ae9-10b884c8e9f3 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/ports?device_id=92f9b5d2-ea4f-461e-8414-5887ee6ac63f HTTP/1.1" status: 200 len: 945 time: 0.0666215 Sep 07 14:11:23.710375 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-ba922750-6184-4e03-a172-bc1e9c03e505 req-4bd2e203-4ec7-4daa-9970-e795bdee8a11 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/security-groups?id=b2a46496-e3bb-4bac-a613-45bf9f48eefa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383694 Sep 07 14:11:24.015777 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4a61e8-ec67-4749-ac89-d423bd369f6e req-0aaf73f7-3773-4508-8e60-53032d021c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:11:24.017412 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-3c4a61e8-ec67-4749-ac89-d423bd369f6e req-0aaf73f7-3773-4508-8e60-53032d021c5c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f7617b6d-ab89-4a54-b036-07b674993ecd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1757829 Sep 07 14:11:24.110425 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-559488d6-0712-475e-bbc5-645cb16916b5 req-c69e3462-6e87-4775-97f3-a1f76cf3af06 service neutron] 10.222.0.23 "GET /v2.0/networks/e6139945-2b0e-4dd3-b90e-3cc2664bbe09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2699594 Sep 07 14:11:24.154107 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-3c4a61e8-ec67-4749-ac89-d423bd369f6e req-5cc89392-d2d9-4182-849d-2f3af40d39e2 service neutron] 10.222.0.23 "GET /v2.0/networks/f7617b6d-ab89-4a54-b036-07b674993ecd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272612 Sep 07 14:11:24.277789 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-3c4a61e8-ec67-4749-ac89-d423bd369f6e req-fa9ab63a-8680-4f65-9a2a-f0d43271115d service neutron] 10.222.0.23 "GET /v2.0/networks/f7617b6d-ab89-4a54-b036-07b674993ecd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135070 Sep 07 14:11:24.840166 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49034ec7-8baa-4eb8-b097-2687f2ed6c4e req-ac42cf72-7a13-4110-82d5-4a670680732c tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:11:24.848474 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-49034ec7-8baa-4eb8-b097-2687f2ed6c4e req-ac42cf72-7a13-4110-82d5-4a670680732c tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/ports?device_id=92f9b5d2-ea4f-461e-8414-5887ee6ac63f HTTP/1.1" status: 200 len: 945 time: 0.0605469 Sep 07 14:11:24.896576 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-49034ec7-8baa-4eb8-b097-2687f2ed6c4e req-ec08f9e2-dab5-4bd4-8fe9-1e80891eb608 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/security-groups?id=b2a46496-e3bb-4bac-a613-45bf9f48eefa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470357 Sep 07 14:11:25.552006 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6360018b-c211-4f5b-9bd5-c8967d717b78 req-a6044e7b-0bb3-41f9-bfb5-194bcf92f3e3 tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:11:25.553571 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-6360018b-c211-4f5b-9bd5-c8967d717b78 req-a6044e7b-0bb3-41f9-bfb5-194bcf92f3e3 tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf91d54d-86ad-4a3b-b085-d27cd9f284b8 HTTP/1.1" status: 200 len: 946 time: 0.0819383 Sep 07 14:11:25.608355 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-6360018b-c211-4f5b-9bd5-c8967d717b78 req-8f36273c-53ff-4f92-9769-d05bb9c56ba9 tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ee0b6d8-0816-470a-861d-36080b2e56f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482044 Sep 07 14:11:26.046402 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aa97b0-8360-4ec3-a034-8ed7cf030974 req-cdbb362f-30c9-47fe-8c74-655470d19548 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:11:26.048852 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-42aa97b0-8360-4ec3-a034-8ed7cf030974 req-cdbb362f-30c9-47fe-8c74-655470d19548 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/ports?device_id=92f9b5d2-ea4f-461e-8414-5887ee6ac63f HTTP/1.1" status: 200 len: 945 time: 0.0602756 Sep 07 14:11:26.097934 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-42aa97b0-8360-4ec3-a034-8ed7cf030974 req-0ce3b6de-e2c4-4980-9559-b1b0b94b6941 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/security-groups?id=b2a46496-e3bb-4bac-a613-45bf9f48eefa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404611 Sep 07 14:11:26.739443 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3902caeb-c1db-40cb-abfb-e6e3fb6d9b7d req-51d5e887-ce7e-4ae1-ab97-87a9d8a494a5 tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:11:26.740971 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-3902caeb-c1db-40cb-abfb-e6e3fb6d9b7d req-51d5e887-ce7e-4ae1-ab97-87a9d8a494a5 tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf91d54d-86ad-4a3b-b085-d27cd9f284b8 HTTP/1.1" status: 200 len: 946 time: 0.0526979 Sep 07 14:11:26.788797 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-3902caeb-c1db-40cb-abfb-e6e3fb6d9b7d req-c37fb775-6a2a-4350-8b01-1829b8909a70 tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ee0b6d8-0816-470a-861d-36080b2e56f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412693 Sep 07 14:11:27.258178 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84925ac6-f5a7-4950-9cda-80a2796fa41d req-c4dbf569-1890-4a58-834d-5f57ec94d941 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:11:27.269846 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-84925ac6-f5a7-4950-9cda-80a2796fa41d req-c4dbf569-1890-4a58-834d-5f57ec94d941 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/ports?device_id=92f9b5d2-ea4f-461e-8414-5887ee6ac63f HTTP/1.1" status: 200 len: 945 time: 0.0861146 Sep 07 14:11:27.313028 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-84925ac6-f5a7-4950-9cda-80a2796fa41d req-2ccc185a-b074-49ae-973c-8d9dbf85ef7a tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/security-groups?id=b2a46496-e3bb-4bac-a613-45bf9f48eefa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419080 Sep 07 14:11:27.526621 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d5bb2b-1c98-4a6b-b5b9-b8007575396c req-8ea03cd5-3145-4d69-9920-82b8e63d0000 tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:11:27.528858 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-10d5bb2b-1c98-4a6b-b5b9-b8007575396c req-8ea03cd5-3145-4d69-9920-82b8e63d0000 tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] 10.222.0.23 "GET /v2.0/ports?device_id=cf91d54d-86ad-4a3b-b085-d27cd9f284b8 HTTP/1.1" status: 200 len: 946 time: 0.0642819 Sep 07 14:11:27.635512 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.plugin [req-10d5bb2b-1c98-4a6b-b5b9-b8007575396c req-949e34c0-182b-45ab-bc07-577e0124dc18 tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] Deleting port a74c893a-2dbe-4723-b64e-e778b467725b {{(pid=94138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 14:11:27.635925 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-10d5bb2b-1c98-4a6b-b5b9-b8007575396c req-949e34c0-182b-45ab-bc07-577e0124dc18 tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735729003030'] for port, before_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:11:27.763819 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.db [req-10d5bb2b-1c98-4a6b-b5b9-b8007575396c req-949e34c0-182b-45ab-bc07-577e0124dc18 tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] For port a74c893a-2dbe-4723-b64e-e778b467725b, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=a74c893a-2dbe-4723-b64e-e778b467725b,segment=NetworkSegment(557a888c-91ab-489c-a232-b2b668c502f1),segment_id=557a888c-91ab-489c-a232-b2b668c502f1)] {{(pid=94138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:11:27.764204 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-10d5bb2b-1c98-4a6b-b5b9-b8007575396c req-949e34c0-182b-45ab-bc07-577e0124dc18 tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453383'] for port, precommit_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:11:27.786793 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.plugin [req-10d5bb2b-1c98-4a6b-b5b9-b8007575396c req-949e34c0-182b-45ab-bc07-577e0124dc18 tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] Calling delete_port for a74c893a-2dbe-4723-b64e-e778b467725b owned by compute:nova {{(pid=94138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 14:11:27.936987 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-10d5bb2b-1c98-4a6b-b5b9-b8007575396c req-949e34c0-182b-45ab-bc07-577e0124dc18 tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735729008604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735728620454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65197361'] for port, after_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:11:27.939174 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f2897d-ab1a-4e92-a81d-ef595a2f5b49 req-a422f566-65cd-4565-a74a-75a40d154730 tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:11:27.940813 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-f7f2897d-ab1a-4e92-a81d-ef595a2f5b49 req-a422f566-65cd-4565-a74a-75a40d154730 tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf91d54d-86ad-4a3b-b085-d27cd9f284b8 HTTP/1.1" status: 200 len: 946 time: 0.0665183 Sep 07 14:11:27.951250 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.db [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] get_ports_and_sgs() called for port_ids ['a74c893a-2dbe-4723-b64e-e778b467725b'] {{(pid=94139) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 14:11:27.993649 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-f7f2897d-ab1a-4e92-a81d-ef595a2f5b49 req-839c3519-9e1d-4715-a0db-1e12498e1f13 tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ee0b6d8-0816-470a-861d-36080b2e56f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464375 Sep 07 14:11:28.026550 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949e34c0-182b-45ab-bc07-577e0124dc18 tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] Pushing event deleted for resources: {'Port': ['ID=a74c893a-2dbe-4723-b64e-e778b467725b,revision_number=None']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:11:28.052487 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.db.l3_dvrscheduler_db [req-10d5bb2b-1c98-4a6b-b5b9-b8007575396c req-949e34c0-182b-45ab-bc07-577e0124dc18 tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] No DVR routers for this DVR port a74c893a-2dbe-4723-b64e-e778b467725b on host hv-cinder-78291 {{(pid=94138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 14:11:28.060243 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-10d5bb2b-1c98-4a6b-b5b9-b8007575396c req-949e34c0-182b-45ab-bc07-577e0124dc18 tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88768'] for port, before_response {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:11:28.060243 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-10d5bb2b-1c98-4a6b-b5b9-b8007575396c req-949e34c0-182b-45ab-bc07-577e0124dc18 tempest-TestMinimumBasicScenario-179071434 tempest-TestMinimumBasicScenario-179071434-project] 10.222.0.23 "DELETE /v2.0/ports/a74c893a-2dbe-4723-b64e-e778b467725b HTTP/1.1" status: 204 len: 173 time: 0.5209696 Sep 07 14:11:28.060243 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf91d54d-86ad-4a3b-b085-d27cd9f284b8', 'name': 'network-vif-deleted', 'tag': 'a74c893a-2dbe-4723-b64e-e778b467725b'}] {{(pid=94138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:11:28.063419 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2f7ddeb31991bace343f2b2f4f22cd3bc4274a24b7cd750f83a004d46e17087" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54f91714-b7bf-4e1b-a8d9-d073d50942a5" -d '{"events": [{"server_uuid": "cf91d54d-86ad-4a3b-b085-d27cd9f284b8", "name": "network-vif-deleted", "tag": "a74c893a-2dbe-4723-b64e-e778b467725b"}]}' {{(pid=94138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:11:28.117709 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 14:11:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-249635ff-af4f-4b42-a03e-a2a135b72b1f x-openstack-request-id: req-249635ff-af4f-4b42-a03e-a2a135b72b1f {{(pid=94138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:11:28.118216 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf91d54d-86ad-4a3b-b085-d27cd9f284b8", "name": "network-vif-deleted", "tag": "a74c893a-2dbe-4723-b64e-e778b467725b", "status": "completed", "code": 200}]} {{(pid=94138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:11:28.118640 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-249635ff-af4f-4b42-a03e-a2a135b72b1f {{(pid=94138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:11:28.119196 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf91d54d-86ad-4a3b-b085-d27cd9f284b8', 'name': 'network-vif-deleted', 'tag': 'a74c893a-2dbe-4723-b64e-e778b467725b', 'status': 'completed', 'code': 200} Sep 07 14:11:28.502912 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2108e9a3-91dd-4a8a-949d-d5ad347ad390 req-93636ca4-7f62-4d9e-b884-0578f594fcdb tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:11:28.510313 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-2108e9a3-91dd-4a8a-949d-d5ad347ad390 req-93636ca4-7f62-4d9e-b884-0578f594fcdb tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/ports?device_id=92f9b5d2-ea4f-461e-8414-5887ee6ac63f HTTP/1.1" status: 200 len: 945 time: 0.0702329 Sep 07 14:11:28.578562 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-2108e9a3-91dd-4a8a-949d-d5ad347ad390 req-ffda8908-ee7b-401b-af12-ff437e964bfb tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/security-groups?id=b2a46496-e3bb-4bac-a613-45bf9f48eefa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666971 Sep 07 14:11:29.590832 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.wsgi [-] (94138) accepted ('10.222.0.60', 50932) {{(pid=94138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:11:29.714839 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fbc7fb-57cf-4225-979c-ae45e476157c req-318336b6-864a-45bf-9ef9-c74d1ebcc71f tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:11:29.716737 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-93fbc7fb-57cf-4225-979c-ae45e476157c req-318336b6-864a-45bf-9ef9-c74d1ebcc71f tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/ports?device_id=92f9b5d2-ea4f-461e-8414-5887ee6ac63f HTTP/1.1" status: 200 len: 945 time: 0.0551701 Sep 07 14:11:29.765986 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-93fbc7fb-57cf-4225-979c-ae45e476157c req-897c8a60-9724-4244-894a-7df633ac96d1 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/security-groups?id=b2a46496-e3bb-4bac-a613-45bf9f48eefa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432358 Sep 07 14:11:29.887271 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2277f9-3dbd-4d2d-8be3-4a5e01fab6b3 req-100d5a20-b81e-40d2-9141-729731a65335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:11:29.888796 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-3f2277f9-3dbd-4d2d-8be3-4a5e01fab6b3 req-100d5a20-b81e-40d2-9141-729731a65335 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6b4f71d3e9204b32b4e86d817985b1ea&device_id=92f9b5d2-ea4f-461e-8414-5887ee6ac63f HTTP/1.1" status: 200 len: 1098 time: 0.0887446 Sep 07 14:11:30.055364 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2277f9-3dbd-4d2d-8be3-4a5e01fab6b3 req-b1ea9310-ae40-4b31-b756-6318a44fe324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:11:30.056760 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-3f2277f9-3dbd-4d2d-8be3-4a5e01fab6b3 req-b1ea9310-ae40-4b31-b756-6318a44fe324 service neutron] 10.222.0.23 "GET /v2.0/networks?id=7080b35d-131d-4288-830a-20e851d36466 HTTP/1.1" status: 200 len: 918 time: 0.1585114 Sep 07 14:11:30.187177 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-3f2277f9-3dbd-4d2d-8be3-4a5e01fab6b3 req-29360586-0c77-4dbb-b406-fccb0a44c0b2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c5d1b3f8-99e1-4800-bd21-6a46b729e8d3 HTTP/1.1" status: 200 len: 1001 time: 0.1205409 Sep 07 14:11:30.257722 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-4b820ea2-129f-42eb-951c-7a9b14049335 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-433534'] for router_interface, before_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:11:30.261274 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2277f9-3dbd-4d2d-8be3-4a5e01fab6b3 req-aa4b4dc0-fda2-4799-845c-8034f5867537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:11:30.263315 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-3f2277f9-3dbd-4d2d-8be3-4a5e01fab6b3 req-aa4b4dc0-fda2-4799-845c-8034f5867537 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5ffd200c-eaef-4ea2-b697-3bcc1716b422 HTTP/1.1" status: 200 len: 856 time: 0.0680020 Sep 07 14:11:30.381467 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2277f9-3dbd-4d2d-8be3-4a5e01fab6b3 req-07f0b467-a3a0-44a6-996a-c1290f916d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:11:30.382941 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-3f2277f9-3dbd-4d2d-8be3-4a5e01fab6b3 req-07f0b467-a3a0-44a6-996a-c1290f916d26 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7080b35d-131d-4288-830a-20e851d36466&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0897884 Sep 07 14:11:30.588485 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-3f2277f9-3dbd-4d2d-8be3-4a5e01fab6b3 req-a481d119-c98f-4adf-a9ce-4b234fd09b0a service neutron] 10.222.0.23 "GET /v2.0/networks/7080b35d-131d-4288-830a-20e851d36466?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1952863 Sep 07 14:11:30.896526 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3dfe2b-2a90-480c-831e-4e883f968ab4 req-c7cc8098-a614-4896-b59f-7e74b21fe414 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:11:30.897762 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-ee3dfe2b-2a90-480c-831e-4e883f968ab4 req-c7cc8098-a614-4896-b59f-7e74b21fe414 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/ports?device_id=92f9b5d2-ea4f-461e-8414-5887ee6ac63f HTTP/1.1" status: 200 len: 945 time: 0.0552032 Sep 07 14:11:30.942585 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-ee3dfe2b-2a90-480c-831e-4e883f968ab4 req-a29bb7e6-5092-4f1d-9db4-8bfbdc3493bd tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/security-groups?id=b2a46496-e3bb-4bac-a613-45bf9f48eefa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375338 Sep 07 14:11:30.987215 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-3f2277f9-3dbd-4d2d-8be3-4a5e01fab6b3 req-4a0f9cb1-b2a3-46d2-8f92-1345e9c7765b service neutron] 10.222.0.23 "GET /v2.0/networks/7080b35d-131d-4288-830a-20e851d36466?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3880701 Sep 07 14:11:31.007101 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.plugin [None req-4b820ea2-129f-42eb-951c-7a9b14049335 admin admin] Deleting port 77dfaa0b-9a14-46e1-b16f-686b9b6baa89 {{(pid=94138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 14:11:31.007101 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-4b820ea2-129f-42eb-951c-7a9b14049335 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735729003030'] for port, before_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:11:31.083899 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.db [None req-4b820ea2-129f-42eb-951c-7a9b14049335 admin admin] For port 77dfaa0b-9a14-46e1-b16f-686b9b6baa89, host dv-cinder-782910-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-4-iscsi',level=0,port_id=77dfaa0b-9a14-46e1-b16f-686b9b6baa89,segment=NetworkSegment(557a888c-91ab-489c-a232-b2b668c502f1),segment_id=557a888c-91ab-489c-a232-b2b668c502f1)] {{(pid=94138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:11:31.084260 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-4b820ea2-129f-42eb-951c-7a9b14049335 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453383'] for port, precommit_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:11:31.096642 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.plugin [None req-4b820ea2-129f-42eb-951c-7a9b14049335 admin admin] Calling delete_port for 77dfaa0b-9a14-46e1-b16f-686b9b6baa89 owned by network:router_interface {{(pid=94138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 14:11:31.283957 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-4b820ea2-129f-42eb-951c-7a9b14049335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735729008604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735728620454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65197361'] for port, after_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:11:31.319953 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b820ea2-129f-42eb-951c-7a9b14049335 admin admin] Pushing event deleted for resources: {'Port': ['ID=77dfaa0b-9a14-46e1-b16f-686b9b6baa89,revision_number=None']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:11:31.488674 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-4b820ea2-129f-42eb-951c-7a9b14049335 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-433554'] for router_interface, after_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:11:31.702270 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b820ea2-129f-42eb-951c-7a9b14049335 admin admin] Router cddf9134-d7ee-4254-92e7-42b328e46a6d has already been hosted by L3 agent fa68c273-d39f-43dc-b6f8-e0c6852ace12 {{(pid=94138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 14:11:31.810241 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b820ea2-129f-42eb-951c-7a9b14049335 admin admin] Notify agent at l3_agent.dv-cinder-782910-4-iscsi the message routers_updated {{(pid=94138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 14:11:31.815373 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [None req-4b820ea2-129f-42eb-951c-7a9b14049335 admin admin] 10.222.0.60 "PUT /v2.0/routers/cddf9134-d7ee-4254-92e7-42b328e46a6d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2171485 Sep 07 14:11:31.817829 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.wsgi [-] (94138) accepted ('10.222.0.60', 50956) {{(pid=94138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:11:31.819458 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b3c8eef-57d0-4e96-88b5-a313a9b9db62 None None] Sync routers for ids ['cddf9134-d7ee-4254-92e7-42b328e46a6d'] in dv-cinder-782910-4-iscsi {{(pid=94139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 14:11:31.829264 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b3c8eef-57d0-4e96-88b5-a313a9b9db62 None None] Routers {'cddf9134-d7ee-4254-92e7-42b328e46a6d'} bound to L3 agent in host dv-cinder-782910-4-iscsi {{(pid=94139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:11:31.829936 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.l3_hamode_db [None req-4b3c8eef-57d0-4e96-88b5-a313a9b9db62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T13:58:13Z,description=,heartbeat_timestamp=2021-09-07T14:11:13Z,host='dv-cinder-782910-4-iscsi',id=fa68c273-d39f-43dc-b6f8-e0c6852ace12,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T13:58:13Z,topic='l3_agent')) {'router_ids': ['cddf9134-d7ee-4254-92e7-42b328e46a6d'], 'active': True} {{(pid=94139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:11:31.941985 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-c33b85e0-5b5a-41ad-bc18-ebf1f8ff7767 admin admin] Notify callbacks [] for router, before_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:11:31.945217 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.l3_dvr_db [None req-4b3c8eef-57d0-4e96-88b5-a313a9b9db62 None None] Set router cddf9134-d7ee-4254-92e7-42b328e46a6d gateway port host: dv-cinder-782910-4-iscsi {{(pid=94139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:11:32.090854 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-c33b85e0-5b5a-41ad-bc18-ebf1f8ff7767 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:11:32.145229 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.l3_hamode_db [None req-4b3c8eef-57d0-4e96-88b5-a313a9b9db62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cddf9134-d7ee-4254-92e7-42b328e46a6d', 'name': 'tempest-TestMinimumBasicScenario-1483363180-router', 'tenant_id': 'e859b6827e2748129221219840ea5997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'external_fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': '64aca058-f353-4ae0-a740-d5f439248b52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:08:16Z', 'updated_at': '2021-09-07T14:11:31Z', 'revision_number': 5, 'project_id': 'e859b6827e2748129221219840ea5997', 'gw_port': {'id': '64aca058-f353-4ae0-a740-d5f439248b52', 'name': '', 'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:74:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cddf9134-d7ee-4254-92e7-42b328e46a6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:08:17Z', 'updated_at': '2021-09-07T14:08:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-4-iscsi'}], 'dv-cinder-782910-4-iscsi', False) {} {{(pid=94139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:11:32.163956 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.plugin [None req-c33b85e0-5b5a-41ad-bc18-ebf1f8ff7767 admin admin] Deleting port 64aca058-f353-4ae0-a740-d5f439248b52 {{(pid=94138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 14:11:32.164382 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-c33b85e0-5b5a-41ad-bc18-ebf1f8ff7767 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735729003030'] for port, before_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:11:32.174326 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b3c8eef-57d0-4e96-88b5-a313a9b9db62 None None] Checking router: cddf9134-d7ee-4254-92e7-42b328e46a6d for host: dv-cinder-782910-4-iscsi {{(pid=94139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 14:11:32.180313 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee199b39-1bd0-40a0-adfc-4b839812fdf4 req-829255ed-e64c-41ad-b975-a3415683e248 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:11:32.182578 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-ee199b39-1bd0-40a0-adfc-4b839812fdf4 req-829255ed-e64c-41ad-b975-a3415683e248 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/ports?device_id=92f9b5d2-ea4f-461e-8414-5887ee6ac63f HTTP/1.1" status: 200 len: 945 time: 0.1283655 Sep 07 14:11:32.183226 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b3c8eef-57d0-4e96-88b5-a313a9b9db62 None None] Routers {'cddf9134-d7ee-4254-92e7-42b328e46a6d'} bound to L3 agent in host dv-cinder-782910-4-iscsi {{(pid=94139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:11:32.183840 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.l3_hamode_db [None req-4b3c8eef-57d0-4e96-88b5-a313a9b9db62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T13:58:13Z,description=,heartbeat_timestamp=2021-09-07T14:11:13Z,host='dv-cinder-782910-4-iscsi',id=fa68c273-d39f-43dc-b6f8-e0c6852ace12,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T13:58:13Z,topic='l3_agent')) {'router_ids': ['cddf9134-d7ee-4254-92e7-42b328e46a6d'], 'active': True} {{(pid=94139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:11:32.193923 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf61971d-ab23-4627-a84d-36ad4c99f201 req-418d472c-1092-4ff7-b40a-e243867583e1 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:11:32.195479 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-bf61971d-ab23-4627-a84d-36ad4c99f201 req-418d472c-1092-4ff7-b40a-e243867583e1 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] 10.222.0.60 "GET /v2.0/ports?device_id=71cba4d2-6e22-402e-8d65-c9742098a06d HTTP/1.1" status: 200 len: 946 time: 0.1145532 Sep 07 14:11:32.242623 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-ee199b39-1bd0-40a0-adfc-4b839812fdf4 req-69fe65fb-af91-485e-a628-6eb4b989a382 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/security-groups?id=b2a46496-e3bb-4bac-a613-45bf9f48eefa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461223 Sep 07 14:11:32.286358 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.db [None req-c33b85e0-5b5a-41ad-bc18-ebf1f8ff7767 admin admin] For port 64aca058-f353-4ae0-a740-d5f439248b52, host dv-cinder-782910-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-4-iscsi',level=0,port_id=64aca058-f353-4ae0-a740-d5f439248b52,segment=NetworkSegment(5550a781-5bde-4ad4-a1aa-3dd2778b0f71),segment_id=5550a781-5bde-4ad4-a1aa-3dd2778b0f71)] {{(pid=94138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:11:32.286729 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-c33b85e0-5b5a-41ad-bc18-ebf1f8ff7767 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453383'] for port, precommit_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:11:32.299739 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.l3_dvr_db [None req-4b3c8eef-57d0-4e96-88b5-a313a9b9db62 None None] Set router cddf9134-d7ee-4254-92e7-42b328e46a6d gateway port host: None {{(pid=94139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:11:32.312953 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-bf61971d-ab23-4627-a84d-36ad4c99f201 req-805df491-179c-4263-8d19-72b263a1bc2b tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] 10.222.0.60 "GET /v2.0/security-groups?id=b43b779f-4290-4cca-8b16-3ea14c0aeddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743864 Sep 07 14:11:32.334028 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.plugin [None req-c33b85e0-5b5a-41ad-bc18-ebf1f8ff7767 admin admin] Calling delete_port for 64aca058-f353-4ae0-a740-d5f439248b52 owned by network:router_gateway {{(pid=94138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 14:11:32.487992 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.l3_hamode_db [None req-4b3c8eef-57d0-4e96-88b5-a313a9b9db62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cddf9134-d7ee-4254-92e7-42b328e46a6d', 'name': 'tempest-TestMinimumBasicScenario-1483363180-router', 'tenant_id': 'e859b6827e2748129221219840ea5997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:08:16Z', 'updated_at': '2021-09-07T14:11:32Z', 'revision_number': 6, 'project_id': 'e859b6827e2748129221219840ea5997', 'gw_port_host': None}], 'dv-cinder-782910-4-iscsi', False) {} {{(pid=94139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:11:32.514912 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b3c8eef-57d0-4e96-88b5-a313a9b9db62 None None] The sync data for ids ['cddf9134-d7ee-4254-92e7-42b328e46a6d'] in dv-cinder-782910-4-iscsi is: [{'id': 'cddf9134-d7ee-4254-92e7-42b328e46a6d', 'name': 'tempest-TestMinimumBasicScenario-1483363180-router', 'tenant_id': 'e859b6827e2748129221219840ea5997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:08:16Z', 'updated_at': '2021-09-07T14:11:32Z', 'revision_number': 6, 'project_id': 'e859b6827e2748129221219840ea5997', 'gw_port_host': None}] {{(pid=94139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 14:11:32.536990 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-c33b85e0-5b5a-41ad-bc18-ebf1f8ff7767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735729008604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735728620454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65197361'] for port, after_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:11:32.556664 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Device a74c893a-2dbe-4723-b64e-e778b467725b no longer exists at agent hyperv_hv-cinder-78291 {{(pid=94139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 14:11:32.579314 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33b85e0-5b5a-41ad-bc18-ebf1f8ff7767 admin admin] Pushing event deleted for resources: {'Port': ['ID=64aca058-f353-4ae0-a740-d5f439248b52,revision_number=None']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:11:32.580817 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.plugin [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] No Port match for: a74c893a-2dbe-4723-b64e-e778b467725b {{(pid=94139) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 14:11:32.581168 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Device a74c893a-2dbe-4723-b64e-e778b467725b not bound to the agent host hv-cinder-78291 {{(pid=94139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 14:11:32.640720 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-c33b85e0-5b5a-41ad-bc18-ebf1f8ff7767 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-432432'] for router_gateway, after_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:11:32.752794 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-c33b85e0-5b5a-41ad-bc18-ebf1f8ff7767 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-932'] for router, precommit_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:11:32.755284 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-c33b85e0-5b5a-41ad-bc18-ebf1f8ff7767 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:11:32.823891 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-c33b85e0-5b5a-41ad-bc18-ebf1f8ff7767 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-429402'] for router, after_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:11:32.824461 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c33b85e0-5b5a-41ad-bc18-ebf1f8ff7767 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cddf9134-d7ee-4254-92e7-42b328e46a6d {{(pid=94138) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 14:11:32.829801 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-c33b85e0-5b5a-41ad-bc18-ebf1f8ff7767 admin admin] Notify callbacks [] for router, before_response {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:11:32.830844 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [None req-c33b85e0-5b5a-41ad-bc18-ebf1f8ff7767 admin admin] 10.222.0.60 "DELETE /v2.0/routers/cddf9134-d7ee-4254-92e7-42b328e46a6d HTTP/1.1" status: 204 len: 168 time: 1.0120416 Sep 07 14:11:32.833504 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.wsgi [-] (94137) accepted ('10.222.0.60', 50986) {{(pid=94137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:11:32.886696 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d4bcbc1-4165-41d0-932c-73af246b816d admin admin] Deleting subnet 6c2e9c28-06dc-45ab-a546-78440fe11400 {{(pid=94137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 14:11:32.890578 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-5d4bcbc1-4165-41d0-932c-73af246b816d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:11:32.932661 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-5d4bcbc1-4165-41d0-932c-73af246b816d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63800826'] for subnet, precommit_delete_associations {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:11:33.048172 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-5d4bcbc1-4165-41d0-932c-73af246b816d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1466112'] for subnet, precommit_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:11:33.104372 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-5d4bcbc1-4165-41d0-932c-73af246b816d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1466169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63929332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64237226'] for subnet, after_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:11:33.128969 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4bcbc1-4165-41d0-932c-73af246b816d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c2e9c28-06dc-45ab-a546-78440fe11400,revision_number=None']} {{(pid=94137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:11:33.133784 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-5d4bcbc1-4165-41d0-932c-73af246b816d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539090'] for subnet, before_response {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:11:33.135726 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [None req-5d4bcbc1-4165-41d0-932c-73af246b816d admin admin] 10.222.0.60 "DELETE /v2.0/subnets/6c2e9c28-06dc-45ab-a546-78440fe11400 HTTP/1.1" status: 204 len: 168 time: 0.3011827 Sep 07 14:11:33.138982 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.wsgi [-] (94138) accepted ('10.222.0.60', 50988) {{(pid=94138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:11:33.141665 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4bcbc1-4165-41d0-932c-73af246b816d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:11:33.142022 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4bcbc1-4165-41d0-932c-73af246b816d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:11:33.142135 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc782999-ab4c-471c-9ac3-0ae2a5ff878a None None] Network e6139945-2b0e-4dd3-b90e-3cc2664bbe09 requested from dv-cinder-782910-4-iscsi {{(pid=94139) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 14:11:33.142541 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4bcbc1-4165-41d0-932c-73af246b816d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:11:33.142690 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4bcbc1-4165-41d0-932c-73af246b816d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:11:33.143038 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4bcbc1-4165-41d0-932c-73af246b816d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:11:33.143526 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4bcbc1-4165-41d0-932c-73af246b816d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:11:33.143706 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4bcbc1-4165-41d0-932c-73af246b816d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:11:33.144016 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4bcbc1-4165-41d0-932c-73af246b816d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:11:33.144340 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4bcbc1-4165-41d0-932c-73af246b816d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:11:33.144668 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4bcbc1-4165-41d0-932c-73af246b816d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:11:33.144995 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4bcbc1-4165-41d0-932c-73af246b816d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:11:33.145338 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4bcbc1-4165-41d0-932c-73af246b816d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:11:33.209343 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-0e5bc5d3-5b2c-458b-84f8-1c60fdcaeeaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580555'] for network, before_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:11:33.263607 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.plugin [None req-0e5bc5d3-5b2c-458b-84f8-1c60fdcaeeaf admin admin] Deleting port fb1dc985-ad32-4e5a-9469-3f03a419d6b6 {{(pid=94138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 14:11:33.264061 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-0e5bc5d3-5b2c-458b-84f8-1c60fdcaeeaf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735729003030'] for port, before_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:11:33.346197 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.db [None req-0e5bc5d3-5b2c-458b-84f8-1c60fdcaeeaf admin admin] For port fb1dc985-ad32-4e5a-9469-3f03a419d6b6, host dv-cinder-782910-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-4-iscsi',level=0,port_id=fb1dc985-ad32-4e5a-9469-3f03a419d6b6,segment=NetworkSegment(557a888c-91ab-489c-a232-b2b668c502f1),segment_id=557a888c-91ab-489c-a232-b2b668c502f1)] {{(pid=94138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:11:33.346854 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-0e5bc5d3-5b2c-458b-84f8-1c60fdcaeeaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453383'] for port, precommit_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:11:33.357515 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c22f86d5-4eac-41ce-9de7-a55482b6d706 None None] DHCP port deletion for e6139945-2b0e-4dd3-b90e-3cc2664bbe09 request from dv-cinder-782910-4-iscsi {{(pid=94139) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 14:11:33.363884 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.plugin [None req-0e5bc5d3-5b2c-458b-84f8-1c60fdcaeeaf admin admin] Calling delete_port for fb1dc985-ad32-4e5a-9469-3f03a419d6b6 owned by network:dhcp {{(pid=94138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 14:11:33.432694 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6830c6bf-138c-45e2-a550-9c8875d83978 req-6a0276e6-376c-466f-b8fa-b98e0718afa7 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:11:33.434895 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-6830c6bf-138c-45e2-a550-9c8875d83978 req-6a0276e6-376c-466f-b8fa-b98e0718afa7 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/ports?device_id=92f9b5d2-ea4f-461e-8414-5887ee6ac63f HTTP/1.1" status: 200 len: 945 time: 0.0901735 Sep 07 14:11:33.449414 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.plugin [None req-c22f86d5-4eac-41ce-9de7-a55482b6d706 None None] Deleting port fb1dc985-ad32-4e5a-9469-3f03a419d6b6 {{(pid=94139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 14:11:33.450570 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-c22f86d5-4eac-41ce-9de7-a55482b6d706 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735729003030'] for port, before_delete {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:11:33.476056 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-0e5bc5d3-5b2c-458b-84f8-1c60fdcaeeaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735729008604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735728620454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65197361'] for port, after_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:11:33.492414 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e5bc5d3-5b2c-458b-84f8-1c60fdcaeeaf admin admin] No DVR routers for this DVR port fb1dc985-ad32-4e5a-9469-3f03a419d6b6 on host dv-cinder-782910-4-iscsi {{(pid=94138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 14:11:33.515948 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5bc5d3-5b2c-458b-84f8-1c60fdcaeeaf admin admin] Pushing event deleted for resources: {'Port': ['ID=fb1dc985-ad32-4e5a-9469-3f03a419d6b6,revision_number=None']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:11:33.522782 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-6830c6bf-138c-45e2-a550-9c8875d83978 req-1cc11eed-1d71-4feb-a8c3-2fab16a20452 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/security-groups?id=b2a46496-e3bb-4bac-a613-45bf9f48eefa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633459 Sep 07 14:11:33.545438 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4d7dc3-d0c6-40e0-ab18-1af98eddb2ac req-242d0b64-e895-494a-a7fe-feff14638b30 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:11:33.547350 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-bf4d7dc3-d0c6-40e0-ab18-1af98eddb2ac req-242d0b64-e895-494a-a7fe-feff14638b30 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] 10.222.0.60 "GET /v2.0/ports?device_id=71cba4d2-6e22-402e-8d65-c9742098a06d HTTP/1.1" status: 200 len: 946 time: 0.1365447 Sep 07 14:11:33.548639 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.db [None req-c22f86d5-4eac-41ce-9de7-a55482b6d706 None None] For port fb1dc985-ad32-4e5a-9469-3f03a419d6b6, host dv-cinder-782910-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-4-iscsi',level=0,port_id=fb1dc985-ad32-4e5a-9469-3f03a419d6b6,segment=NetworkSegment(557a888c-91ab-489c-a232-b2b668c502f1),segment_id=557a888c-91ab-489c-a232-b2b668c502f1)] {{(pid=94139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:11:33.549051 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-c22f86d5-4eac-41ce-9de7-a55482b6d706 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453383'] for port, precommit_delete {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:11:33.570663 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.plugin [None req-c22f86d5-4eac-41ce-9de7-a55482b6d706 None None] Calling delete_port for fb1dc985-ad32-4e5a-9469-3f03a419d6b6 owned by network:dhcp {{(pid=94139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 14:11:33.624895 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-bf4d7dc3-d0c6-40e0-ab18-1af98eddb2ac req-3d3a32c3-8402-4818-8138-85f757ad38a2 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] 10.222.0.60 "GET /v2.0/security-groups?id=b43b779f-4290-4cca-8b16-3ea14c0aeddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650322 Sep 07 14:11:33.653167 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-0e5bc5d3-5b2c-458b-84f8-1c60fdcaeeaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1461133', 'neutron.services.segments.db._delete_segments_for_network-8735729117049'] for network, precommit_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:11:33.711114 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.services.segments.db [None req-0e5bc5d3-5b2c-458b-84f8-1c60fdcaeeaf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6139945-2b0e-4dd3-b90e-3cc2664bbe09']}} {{(pid=94138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:11:33.714839 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-c22f86d5-4eac-41ce-9de7-a55482b6d706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735729008604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735728620454'] for port, after_delete {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:11:33.727118 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.services.segments.db [None req-0e5bc5d3-5b2c-458b-84f8-1c60fdcaeeaf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '557a888c-91ab-489c-a232-b2b668c502f1') {'for_net_delete': True} {{(pid=94138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:11:33.727310 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.services.segments.db [None req-0e5bc5d3-5b2c-458b-84f8-1c60fdcaeeaf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '557a888c-91ab-489c-a232-b2b668c502f1') {} {{(pid=94138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:11:33.741006 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-0e5bc5d3-5b2c-458b-84f8-1c60fdcaeeaf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735729115778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65197373'] for segment, before_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:11:33.749417 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22f86d5-4eac-41ce-9de7-a55482b6d706 None None] Pushing event deleted for resources: {'Port': ['ID=fb1dc985-ad32-4e5a-9469-3f03a419d6b6,revision_number=None']} {{(pid=94139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:11:33.752693 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c22f86d5-4eac-41ce-9de7-a55482b6d706 None None] No DVR routers for this DVR port fb1dc985-ad32-4e5a-9469-3f03a419d6b6 on host dv-cinder-782910-4-iscsi {{(pid=94139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 14:11:33.771478 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cbce56-84bd-4487-b599-9ea2d7191a50 req-cc299d0e-3236-4bae-ad43-b0b88d0cc1cc tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:11:33.773543 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-71cbce56-84bd-4487-b599-9ea2d7191a50 req-cc299d0e-3236-4bae-ad43-b0b88d0cc1cc tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] 10.222.0.23 "GET /v2.0/ports?device_id=71cba4d2-6e22-402e-8d65-c9742098a06d HTTP/1.1" status: 200 len: 946 time: 0.1114476 Sep 07 14:11:33.779592 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-0e5bc5d3-5b2c-458b-84f8-1c60fdcaeeaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1461082'] for segment, precommit_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:11:33.820699 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e5bc5d3-5b2c-458b-84f8-1c60fdcaeeaf admin admin] Releasing vlan 684 on physical network physnet1 to pool {{(pid=94138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 14:11:33.821111 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-0e5bc5d3-5b2c-458b-84f8-1c60fdcaeeaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1461082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65198054'] for segment, after_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:11:33.823145 dv-cinder-782910-4-iscsi neutron-server[94138]: Traceback (most recent call last): Sep 07 14:11:33.823145 dv-cinder-782910-4-iscsi neutron-server[94138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 14:11:33.823145 dv-cinder-782910-4-iscsi neutron-server[94138]: timer() Sep 07 14:11:33.823145 dv-cinder-782910-4-iscsi neutron-server[94138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 14:11:33.823145 dv-cinder-782910-4-iscsi neutron-server[94138]: cb(*args, **kw) Sep 07 14:11:33.823145 dv-cinder-782910-4-iscsi neutron-server[94138]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 14:11:33.823145 dv-cinder-782910-4-iscsi neutron-server[94138]: return func(*args, **kwargs) Sep 07 14:11:33.823145 dv-cinder-782910-4-iscsi neutron-server[94138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 14:11:33.823145 dv-cinder-782910-4-iscsi neutron-server[94138]: self._notify() Sep 07 14:11:33.823145 dv-cinder-782910-4-iscsi neutron-server[94138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 14:11:33.823145 dv-cinder-782910-4-iscsi neutron-server[94138]: self.callback(batched_events) Sep 07 14:11:33.823145 dv-cinder-782910-4-iscsi neutron-server[94138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 14:11:33.823145 dv-cinder-782910-4-iscsi neutron-server[94138]: event.method(event) Sep 07 14:11:33.823145 dv-cinder-782910-4-iscsi neutron-server[94138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 14:11:33.823145 dv-cinder-782910-4-iscsi neutron-server[94138]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 14:11:33.823145 dv-cinder-782910-4-iscsi neutron-server[94138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 14:11:33.823145 dv-cinder-782910-4-iscsi neutron-server[94138]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 14:11:33.823145 dv-cinder-782910-4-iscsi neutron-server[94138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 14:11:33.823145 dv-cinder-782910-4-iscsi neutron-server[94138]: return f(self, *a, **k) Sep 07 14:11:33.823145 dv-cinder-782910-4-iscsi neutron-server[94138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 14:11:33.823145 dv-cinder-782910-4-iscsi neutron-server[94138]: return self._get(url).json() Sep 07 14:11:33.823145 dv-cinder-782910-4-iscsi neutron-server[94138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 14:11:33.823145 dv-cinder-782910-4-iscsi neutron-server[94138]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 14:11:33.823145 dv-cinder-782910-4-iscsi neutron-server[94138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 14:11:33.823145 dv-cinder-782910-4-iscsi neutron-server[94138]: return self.request(url, 'GET', **kwargs) Sep 07 14:11:33.823145 dv-cinder-782910-4-iscsi neutron-server[94138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 14:11:33.823145 dv-cinder-782910-4-iscsi neutron-server[94138]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 14:11:33.823145 dv-cinder-782910-4-iscsi neutron-server[94138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 14:11:33.823145 dv-cinder-782910-4-iscsi neutron-server[94138]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 14:11:33.823145 dv-cinder-782910-4-iscsi neutron-server[94138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 14:11:33.823145 dv-cinder-782910-4-iscsi neutron-server[94138]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 14:11:33.823145 dv-cinder-782910-4-iscsi neutron-server[94138]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 14:11:33.920927 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-0e5bc5d3-5b2c-458b-84f8-1c60fdcaeeaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1461122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-432396'] for network, after_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:11:33.928018 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-0e5bc5d3-5b2c-458b-84f8-1c60fdcaeeaf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539090'] for network, before_response {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:11:33.930965 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [None req-0e5bc5d3-5b2c-458b-84f8-1c60fdcaeeaf admin admin] 10.222.0.60 "DELETE /v2.0/networks/e6139945-2b0e-4dd3-b90e-3cc2664bbe09 HTTP/1.1" status: 204 len: 168 time: 0.7900758 Sep 07 14:11:33.933682 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.wsgi [-] (94137) accepted ('10.222.0.60', 51012) {{(pid=94137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:11:33.948832 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5bc5d3-5b2c-458b-84f8-1c60fdcaeeaf admin admin] Pushing event deleted for resources: {'Network': ['ID=e6139945-2b0e-4dd3-b90e-3cc2664bbe09,revision_number=None']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:11:33.973265 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.plugin [req-71cbce56-84bd-4487-b599-9ea2d7191a50 req-252a6ab2-fbc9-4296-9683-c1b147504629 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Deleting port c6c42490-6ac1-4acd-8ab9-5b9114fa8411 {{(pid=94138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 14:11:33.973730 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-71cbce56-84bd-4487-b599-9ea2d7191a50 req-252a6ab2-fbc9-4296-9683-c1b147504629 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735729003030'] for port, before_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:11:34.089892 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.db [req-71cbce56-84bd-4487-b599-9ea2d7191a50 req-252a6ab2-fbc9-4296-9683-c1b147504629 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] For port c6c42490-6ac1-4acd-8ab9-5b9114fa8411, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=c6c42490-6ac1-4acd-8ab9-5b9114fa8411,segment=NetworkSegment(9951721c-ccaf-489b-b5e1-68302cc2cd5b),segment_id=9951721c-ccaf-489b-b5e1-68302cc2cd5b)] {{(pid=94138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:11:34.090297 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-71cbce56-84bd-4487-b599-9ea2d7191a50 req-252a6ab2-fbc9-4296-9683-c1b147504629 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453383'] for port, precommit_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:11:34.253160 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.wsgi [req-63f664ab-3de3-480b-b16a-a3377566c68d req-d3b37874-083d-4bfb-b801-a9640d2c0609 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=94137) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 14:11:34.255730 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-63f664ab-3de3-480b-b16a-a3377566c68d req-d3b37874-083d-4bfb-b801-a9640d2c0609 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0613263 Sep 07 14:11:34.297586 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-71cbce56-84bd-4487-b599-9ea2d7191a50 req-252a6ab2-fbc9-4296-9683-c1b147504629 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:11:34.298277 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-71cbce56-84bd-4487-b599-9ea2d7191a50 req-252a6ab2-fbc9-4296-9683-c1b147504629 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-432510'] for floatingip, after_update {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:11:34.298945 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.db.l3_db [req-71cbce56-84bd-4487-b599-9ea2d7191a50 req-252a6ab2-fbc9-4296-9683-c1b147504629 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Floating IP a9f61b83-b8c3-4af4-8d7b-49a55175c5dc disassociated. External IP: 172.27.2.223, port: c6c42490-6ac1-4acd-8ab9-5b9114fa8411. Sep 07 14:11:34.299285 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.plugin [req-71cbce56-84bd-4487-b599-9ea2d7191a50 req-252a6ab2-fbc9-4296-9683-c1b147504629 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Calling delete_port for c6c42490-6ac1-4acd-8ab9-5b9114fa8411 owned by compute:nova {{(pid=94138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 14:11:34.333983 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-90497945-cc67-4e40-89ff-93978391019b None None] Device 77dfaa0b-9a14-46e1-b16f-686b9b6baa89 no longer exists at agent ovs-agent-dv-cinder-782910-4-iscsi {{(pid=94139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 14:11:34.357820 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.plugin [None req-90497945-cc67-4e40-89ff-93978391019b None None] No Port match for: 77dfaa0b-9a14-46e1-b16f-686b9b6baa89 {{(pid=94139) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 14:11:34.358842 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-90497945-cc67-4e40-89ff-93978391019b None None] Device 77dfaa0b-9a14-46e1-b16f-686b9b6baa89 not bound to the agent host dv-cinder-782910-4-iscsi {{(pid=94139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 14:11:34.359623 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-90497945-cc67-4e40-89ff-93978391019b None None] Device fb1dc985-ad32-4e5a-9469-3f03a419d6b6 no longer exists at agent ovs-agent-dv-cinder-782910-4-iscsi {{(pid=94139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 14:11:34.384967 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.plugin [None req-90497945-cc67-4e40-89ff-93978391019b None None] No Port match for: fb1dc985-ad32-4e5a-9469-3f03a419d6b6 {{(pid=94139) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 14:11:34.385722 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-90497945-cc67-4e40-89ff-93978391019b None None] Device fb1dc985-ad32-4e5a-9469-3f03a419d6b6 not bound to the agent host dv-cinder-782910-4-iscsi {{(pid=94139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 14:11:34.386600 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-90497945-cc67-4e40-89ff-93978391019b None None] Device 64aca058-f353-4ae0-a740-d5f439248b52 no longer exists at agent ovs-agent-dv-cinder-782910-4-iscsi {{(pid=94139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 14:11:34.400104 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-ddba66e4-cbec-4b40-9298-5d37beeb4200 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-433534'] for router_interface, before_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:11:34.415394 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.plugin [None req-90497945-cc67-4e40-89ff-93978391019b None None] No Port match for: 64aca058-f353-4ae0-a740-d5f439248b52 {{(pid=94139) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 14:11:34.416192 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-90497945-cc67-4e40-89ff-93978391019b None None] Device 64aca058-f353-4ae0-a740-d5f439248b52 not bound to the agent host dv-cinder-782910-4-iscsi {{(pid=94139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 14:11:34.475429 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-71cbce56-84bd-4487-b599-9ea2d7191a50 req-252a6ab2-fbc9-4296-9683-c1b147504629 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735729008604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735728620454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65197361'] for port, after_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:11:34.508136 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252a6ab2-fbc9-4296-9683-c1b147504629 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Pushing event deleted for resources: {'Port': ['ID=c6c42490-6ac1-4acd-8ab9-5b9114fa8411,revision_number=None']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:11:34.564687 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dc638d-bc0c-42d0-90ad-ec011b73ba08 req-afb7555b-9d30-47e8-9a39-e5de5da8a687 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:11:34.566471 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-11dc638d-bc0c-42d0-90ad-ec011b73ba08 req-afb7555b-9d30-47e8-9a39-e5de5da8a687 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/ports?device_id=92f9b5d2-ea4f-461e-8414-5887ee6ac63f HTTP/1.1" status: 200 len: 945 time: 0.1139355 Sep 07 14:11:34.599593 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Device c5d1b3f8-99e1-4800-bd21-6a46b729e8d3 no longer exists at agent hyperv_hv-cinder-78291 {{(pid=94139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 14:11:34.602799 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.wsgi [-] (94137) accepted ('10.222.0.60', 51036) {{(pid=94137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:11:34.651567 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.scheduler.l3_agent_scheduler [req-71cbce56-84bd-4487-b599-9ea2d7191a50 req-252a6ab2-fbc9-4296-9683-c1b147504629 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Router 7c716cc1-a531-41f3-9f23-faa57b595784 has already been hosted by L3 agent fa68c273-d39f-43dc-b6f8-e0c6852ace12 {{(pid=94138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 14:11:34.679666 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-11dc638d-bc0c-42d0-90ad-ec011b73ba08 req-00483e73-d676-4b1c-8d71-2b24ddfa9583 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/security-groups?id=b2a46496-e3bb-4bac-a613-45bf9f48eefa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1036201 Sep 07 14:11:34.733603 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7fe132a-153f-4f5f-b85d-50976e26ab42 admin admin] Deleting subnet d67c6911-5289-4fca-ae11-59b977bb9ace {{(pid=94137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 14:11:34.736540 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:11:34.738285 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-f7fe132a-153f-4f5f-b85d-50976e26ab42 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:11:34.766329 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92f9b5d2-ea4f-461e-8414-5887ee6ac63f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5d1b3f8-99e1-4800-bd21-6a46b729e8d3'}] {{(pid=94139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:11:34.769667 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4453e99b4ec61c2946fac8af49a5adf90b2a32597d884ada3dd1dc93487e448" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2f0d9d2-ef24-4f8f-8785-fa8d7185b8bf" -d '{"events": [{"server_uuid": "92f9b5d2-ea4f-461e-8414-5887ee6ac63f", "name": "network-vif-unplugged", "status": "completed", "tag": "c5d1b3f8-99e1-4800-bd21-6a46b729e8d3"}]}' {{(pid=94139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:11:34.802025 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-0831ab8c-1dbf-4ac2-bed3-ff8c2c539fcd req-1385d5a1-9f77-4413-b335-55d7b04b8b3a tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] 10.222.0.60 "GET /v2.0/ports?device_id=71cba4d2-6e22-402e-8d65-c9742098a06d HTTP/1.1" status: 200 len: 210 time: 0.0402837 Sep 07 14:11:34.810132 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.db [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] For port c5d1b3f8-99e1-4800-bd21-6a46b729e8d3, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=c5d1b3f8-99e1-4800-bd21-6a46b729e8d3,segment=NetworkSegment(21c9d53f-7d57-4732-bacb-70574652c02f),segment_id=21c9d53f-7d57-4732-bacb-70574652c02f)] {{(pid=94139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:11:34.817018 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-f7fe132a-153f-4f5f-b85d-50976e26ab42 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63800826'] for subnet, precommit_delete_associations {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:11:34.818327 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735729008622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735728620463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735728620481'] for port, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:11:34.832829 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-71cbce56-84bd-4487-b599-9ea2d7191a50 req-252a6ab2-fbc9-4296-9683-c1b147504629 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Notify agent at l3_agent.dv-cinder-782910-4-iscsi the message routers_updated {{(pid=94138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 14:11:34.844793 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8260f2a8-ba3a-42a1-bd6e-196b9ba7fa57 None None] Sync routers for ids ['7c716cc1-a531-41f3-9f23-faa57b595784'] in dv-cinder-782910-4-iscsi {{(pid=94140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 14:11:34.853156 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.wsgi [-] (94138) accepted ('10.222.0.60', 51050) {{(pid=94138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:11:34.873268 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8260f2a8-ba3a-42a1-bd6e-196b9ba7fa57 None None] Routers {'7c716cc1-a531-41f3-9f23-faa57b595784'} bound to L3 agent in host dv-cinder-782910-4-iscsi {{(pid=94140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:11:34.876167 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.l3_hamode_db [None req-8260f2a8-ba3a-42a1-bd6e-196b9ba7fa57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T13:58:13Z,description=,heartbeat_timestamp=2021-09-07T14:11:13Z,host='dv-cinder-782910-4-iscsi',id=fa68c273-d39f-43dc-b6f8-e0c6852ace12,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T13:58:13Z,topic='l3_agent')) {'router_ids': ['7c716cc1-a531-41f3-9f23-faa57b595784'], 'active': True} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:11:34.890827 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 07 Sep 2021 14:11:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7633939d-7b1c-4232-ba9a-4e9f135e1a8c x-openstack-request-id: req-7633939d-7b1c-4232-ba9a-4e9f135e1a8c {{(pid=94139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:11:34.890992 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92f9b5d2-ea4f-461e-8414-5887ee6ac63f", "name": "network-vif-unplugged", "status": "failed", "tag": "c5d1b3f8-99e1-4800-bd21-6a46b729e8d3", "code": 422}]} {{(pid=94139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:11:34.891667 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7633939d-7b1c-4232-ba9a-4e9f135e1a8c {{(pid=94139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:11:34.892218 dv-cinder-782910-4-iscsi neutron-server[94139]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '92f9b5d2-ea4f-461e-8414-5887ee6ac63f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c5d1b3f8-99e1-4800-bd21-6a46b729e8d3', 'code': 422} returned with failed status Sep 07 14:11:34.893916 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Pushing event updated for resources: {'Port': ['ID=c5d1b3f8-99e1-4800-bd21-6a46b729e8d3,revision_number=8']} {{(pid=94139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:11:34.920487 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-f7fe132a-153f-4f5f-b85d-50976e26ab42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1466112'] for subnet, precommit_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:11:34.927139 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.db.l3_dvrscheduler_db [req-71cbce56-84bd-4487-b599-9ea2d7191a50 req-252a6ab2-fbc9-4296-9683-c1b147504629 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] No DVR routers for this DVR port c6c42490-6ac1-4acd-8ab9-5b9114fa8411 on host hv-cinder-78291 {{(pid=94138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 14:11:34.929891 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-71cbce56-84bd-4487-b599-9ea2d7191a50 req-252a6ab2-fbc9-4296-9683-c1b147504629 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88768'] for port, before_response {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:11:34.932289 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-71cbce56-84bd-4487-b599-9ea2d7191a50 req-252a6ab2-fbc9-4296-9683-c1b147504629 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] 10.222.0.23 "DELETE /v2.0/ports/c6c42490-6ac1-4acd-8ab9-5b9114fa8411 HTTP/1.1" status: 204 len: 173 time: 1.1481237 Sep 07 14:11:34.932756 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71cba4d2-6e22-402e-8d65-c9742098a06d', 'name': 'network-vif-deleted', 'tag': 'c6c42490-6ac1-4acd-8ab9-5b9114fa8411'}] {{(pid=94138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:11:34.935786 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2f7ddeb31991bace343f2b2f4f22cd3bc4274a24b7cd750f83a004d46e17087" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24379958-eb74-4e19-84b9-cc7a21907bc0" -d '{"events": [{"server_uuid": "71cba4d2-6e22-402e-8d65-c9742098a06d", "name": "network-vif-deleted", "tag": "c6c42490-6ac1-4acd-8ab9-5b9114fa8411"}]}' {{(pid=94138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:11:35.016064 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.plugin [None req-ddba66e4-cbec-4b40-9298-5d37beeb4200 admin admin] Deleting port 3d698713-77c1-417f-8e2c-56405d82eb8f {{(pid=94137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 14:11:35.016422 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-ddba66e4-cbec-4b40-9298-5d37beeb4200 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735729003030'] for port, before_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:11:35.070316 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.l3_dvr_db [None req-8260f2a8-ba3a-42a1-bd6e-196b9ba7fa57 None None] Set router 7c716cc1-a531-41f3-9f23-faa57b595784 gateway port host: dv-cinder-782910-4-iscsi {{(pid=94140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:11:35.080958 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-03de7d54-bd34-466b-9f82-59ab48bc0250 req-69180fbe-435a-4dc6-862e-d24908577749 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=92f9b5d2-ea4f-461e-8414-5887ee6ac63f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2236888 Sep 07 14:11:35.098537 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.wsgi [req-03de7d54-bd34-466b-9f82-59ab48bc0250 req-2c00fe9e-bc4e-4bc2-a396-123941e6054f service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=94138) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 14:11:35.099540 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-03de7d54-bd34-466b-9f82-59ab48bc0250 req-2c00fe9e-bc4e-4bc2-a396-123941e6054f service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055521 Sep 07 14:11:35.116681 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-f7fe132a-153f-4f5f-b85d-50976e26ab42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1466169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63929332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64237226'] for subnet, after_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:11:35.133385 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 14:11:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5984233-c353-49e0-99e9-6494d39d5f07 x-openstack-request-id: req-b5984233-c353-49e0-99e9-6494d39d5f07 {{(pid=94138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:11:35.133741 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71cba4d2-6e22-402e-8d65-c9742098a06d", "name": "network-vif-deleted", "tag": "c6c42490-6ac1-4acd-8ab9-5b9114fa8411", "status": "completed", "code": 200}]} {{(pid=94138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:11:35.134100 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b5984233-c353-49e0-99e9-6494d39d5f07 {{(pid=94138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:11:35.134760 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71cba4d2-6e22-402e-8d65-c9742098a06d', 'name': 'network-vif-deleted', 'tag': 'c6c42490-6ac1-4acd-8ab9-5b9114fa8411', 'status': 'completed', 'code': 200} Sep 07 14:11:35.175700 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-f7fe132a-153f-4f5f-b85d-50976e26ab42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539090'] for subnet, before_response {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:11:35.180100 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [None req-f7fe132a-153f-4f5f-b85d-50976e26ab42 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/d67c6911-5289-4fca-ae11-59b977bb9ace HTTP/1.1" status: 204 len: 168 time: 0.5722740 Sep 07 14:11:35.180844 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.wsgi [-] (94138) accepted ('10.222.0.60', 51064) {{(pid=94138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:11:35.181697 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fe132a-153f-4f5f-b85d-50976e26ab42 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d67c6911-5289-4fca-ae11-59b977bb9ace,revision_number=None']} {{(pid=94137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:11:35.206415 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.db [None req-ddba66e4-cbec-4b40-9298-5d37beeb4200 admin admin] For port 3d698713-77c1-417f-8e2c-56405d82eb8f, host dv-cinder-782910-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-4-iscsi',level=0,port_id=3d698713-77c1-417f-8e2c-56405d82eb8f,segment=NetworkSegment(c19094c3-309b-4f46-8a6b-7d1ec6b9d67a),segment_id=c19094c3-309b-4f46-8a6b-7d1ec6b9d67a)] {{(pid=94137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:11:35.206792 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-ddba66e4-cbec-4b40-9298-5d37beeb4200 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453383'] for port, precommit_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:11:35.242644 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.plugin [None req-ddba66e4-cbec-4b40-9298-5d37beeb4200 admin admin] Calling delete_port for 3d698713-77c1-417f-8e2c-56405d82eb8f owned by network:router_interface {{(pid=94137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 14:11:35.272970 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-25ca5ce6-61fa-4c89-b0eb-86bc75f05324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580555'] for network, before_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:11:35.366017 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-25ca5ce6-61fa-4c89-b0eb-86bc75f05324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1461133', 'neutron.services.segments.db._delete_segments_for_network-8735729117049'] for network, precommit_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:11:35.368035 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.l3_hamode_db [None req-8260f2a8-ba3a-42a1-bd6e-196b9ba7fa57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c716cc1-a531-41f3-9f23-faa57b595784', 'name': 'tempest-TestVolumeBootPattern-1482981846-router', 'tenant_id': '25d79c53f0bd4923ab966dd0d5f549ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'external_fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': '59d08d57-a9bc-451f-b10d-b81a2fedad8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:07:39Z', 'updated_at': '2021-09-07T14:07:43Z', 'revision_number': 4, 'project_id': '25d79c53f0bd4923ab966dd0d5f549ca', 'gw_port': {'id': '59d08d57-a9bc-451f-b10d-b81a2fedad8c', 'name': '', 'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f4:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c716cc1-a531-41f3-9f23-faa57b595784', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:07:39Z', 'updated_at': '2021-09-07T14:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-4-iscsi', '_interfaces': [{'id': '6d68cbd4-23d9-4ebf-98ab-c41cb6cabbd7', 'name': '', 'network_id': 'f7617b6d-ab89-4a54-b036-07b674993ecd', 'tenant_id': '25d79c53f0bd4923ab966dd0d5f549ca', 'mac_address': 'fa:16:3e:6a:97:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c716cc1-a531-41f3-9f23-faa57b595784', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '3750f73b-6c72-42f1-b8a9-086bab013509', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:07:42Z', 'updated_at': '2021-09-07T14:07:48Z', 'revision_number': 5, 'project_id': '25d79c53f0bd4923ab966dd0d5f549ca', 'subnets': [{'id': '3750f73b-6c72-42f1-b8a9-086bab013509', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782910-4-iscsi', False) {} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:11:35.390694 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.services.segments.db [None req-25ca5ce6-61fa-4c89-b0eb-86bc75f05324 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17a6fc6f-748c-4f3f-bc52-94e498acb948']}} {{(pid=94138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:11:35.404722 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.services.segments.db [None req-25ca5ce6-61fa-4c89-b0eb-86bc75f05324 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5acef820-f781-4193-9cdb-184b816972f3') {'for_net_delete': True} {{(pid=94138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:11:35.405037 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.services.segments.db [None req-25ca5ce6-61fa-4c89-b0eb-86bc75f05324 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5acef820-f781-4193-9cdb-184b816972f3') {} {{(pid=94138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:11:35.416298 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-25ca5ce6-61fa-4c89-b0eb-86bc75f05324 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735729115778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65197373'] for segment, before_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:11:35.433752 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-25ca5ce6-61fa-4c89-b0eb-86bc75f05324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1461082'] for segment, precommit_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:11:35.435493 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8260f2a8-ba3a-42a1-bd6e-196b9ba7fa57 None None] Checking router: 7c716cc1-a531-41f3-9f23-faa57b595784 for host: dv-cinder-782910-4-iscsi {{(pid=94140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 14:11:35.443000 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25ca5ce6-61fa-4c89-b0eb-86bc75f05324 admin admin] Releasing vlan 674 on physical network physnet1 to pool {{(pid=94138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 14:11:35.443407 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-25ca5ce6-61fa-4c89-b0eb-86bc75f05324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1461082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65198054'] for segment, after_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:11:35.445405 dv-cinder-782910-4-iscsi neutron-server[94138]: Traceback (most recent call last): Sep 07 14:11:35.445405 dv-cinder-782910-4-iscsi neutron-server[94138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 14:11:35.445405 dv-cinder-782910-4-iscsi neutron-server[94138]: timer() Sep 07 14:11:35.445405 dv-cinder-782910-4-iscsi neutron-server[94138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 14:11:35.445405 dv-cinder-782910-4-iscsi neutron-server[94138]: cb(*args, **kw) Sep 07 14:11:35.445405 dv-cinder-782910-4-iscsi neutron-server[94138]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 14:11:35.445405 dv-cinder-782910-4-iscsi neutron-server[94138]: return func(*args, **kwargs) Sep 07 14:11:35.445405 dv-cinder-782910-4-iscsi neutron-server[94138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 14:11:35.445405 dv-cinder-782910-4-iscsi neutron-server[94138]: self._notify() Sep 07 14:11:35.445405 dv-cinder-782910-4-iscsi neutron-server[94138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 14:11:35.445405 dv-cinder-782910-4-iscsi neutron-server[94138]: self.callback(batched_events) Sep 07 14:11:35.445405 dv-cinder-782910-4-iscsi neutron-server[94138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 14:11:35.445405 dv-cinder-782910-4-iscsi neutron-server[94138]: event.method(event) Sep 07 14:11:35.445405 dv-cinder-782910-4-iscsi neutron-server[94138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 14:11:35.445405 dv-cinder-782910-4-iscsi neutron-server[94138]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 14:11:35.445405 dv-cinder-782910-4-iscsi neutron-server[94138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 14:11:35.445405 dv-cinder-782910-4-iscsi neutron-server[94138]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 14:11:35.445405 dv-cinder-782910-4-iscsi neutron-server[94138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 14:11:35.445405 dv-cinder-782910-4-iscsi neutron-server[94138]: return f(self, *a, **k) Sep 07 14:11:35.445405 dv-cinder-782910-4-iscsi neutron-server[94138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 14:11:35.445405 dv-cinder-782910-4-iscsi neutron-server[94138]: return self._get(url).json() Sep 07 14:11:35.445405 dv-cinder-782910-4-iscsi neutron-server[94138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 14:11:35.445405 dv-cinder-782910-4-iscsi neutron-server[94138]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 14:11:35.445405 dv-cinder-782910-4-iscsi neutron-server[94138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 14:11:35.445405 dv-cinder-782910-4-iscsi neutron-server[94138]: return self.request(url, 'GET', **kwargs) Sep 07 14:11:35.445405 dv-cinder-782910-4-iscsi neutron-server[94138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 14:11:35.445405 dv-cinder-782910-4-iscsi neutron-server[94138]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 14:11:35.445405 dv-cinder-782910-4-iscsi neutron-server[94138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 14:11:35.445405 dv-cinder-782910-4-iscsi neutron-server[94138]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 14:11:35.445405 dv-cinder-782910-4-iscsi neutron-server[94138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 14:11:35.445405 dv-cinder-782910-4-iscsi neutron-server[94138]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 14:11:35.445405 dv-cinder-782910-4-iscsi neutron-server[94138]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 14:11:35.450020 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8260f2a8-ba3a-42a1-bd6e-196b9ba7fa57 None None] Routers {'7c716cc1-a531-41f3-9f23-faa57b595784'} bound to L3 agent in host dv-cinder-782910-4-iscsi {{(pid=94140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:11:35.450739 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.l3_hamode_db [None req-8260f2a8-ba3a-42a1-bd6e-196b9ba7fa57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T13:58:13Z,description=,heartbeat_timestamp=2021-09-07T14:11:13Z,host='dv-cinder-782910-4-iscsi',id=fa68c273-d39f-43dc-b6f8-e0c6852ace12,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T13:58:13Z,topic='l3_agent')) {'router_ids': ['7c716cc1-a531-41f3-9f23-faa57b595784'], 'active': True} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:11:35.504847 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-ddba66e4-cbec-4b40-9298-5d37beeb4200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735729008604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735728620454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63929217'] for port, after_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:11:35.513149 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-25ca5ce6-61fa-4c89-b0eb-86bc75f05324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1461122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-432396'] for network, after_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:11:35.518727 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-25ca5ce6-61fa-4c89-b0eb-86bc75f05324 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539090'] for network, before_response {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:11:35.520562 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [None req-25ca5ce6-61fa-4c89-b0eb-86bc75f05324 admin admin] 10.222.0.60 "DELETE /v2.0/networks/17a6fc6f-748c-4f3f-bc52-94e498acb948 HTTP/1.1" status: 204 len: 168 time: 0.3363028 Sep 07 14:11:35.531367 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ca5ce6-61fa-4c89-b0eb-86bc75f05324 admin admin] Pushing event deleted for resources: {'Network': ['ID=17a6fc6f-748c-4f3f-bc52-94e498acb948,revision_number=None']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:11:35.597450 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.l3_dvr_db [None req-8260f2a8-ba3a-42a1-bd6e-196b9ba7fa57 None None] Set router 7c716cc1-a531-41f3-9f23-faa57b595784 gateway port host: dv-cinder-782910-4-iscsi {{(pid=94140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:11:35.599324 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddba66e4-cbec-4b40-9298-5d37beeb4200 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d698713-77c1-417f-8e2c-56405d82eb8f,revision_number=None']} {{(pid=94137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:11:35.853204 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.wsgi [-] (94137) accepted ('10.222.0.60', 51076) {{(pid=94137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:11:35.914867 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.l3_hamode_db [None req-8260f2a8-ba3a-42a1-bd6e-196b9ba7fa57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c716cc1-a531-41f3-9f23-faa57b595784', 'name': 'tempest-TestVolumeBootPattern-1482981846-router', 'tenant_id': '25d79c53f0bd4923ab966dd0d5f549ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'external_fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': '59d08d57-a9bc-451f-b10d-b81a2fedad8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:07:39Z', 'updated_at': '2021-09-07T14:07:43Z', 'revision_number': 4, 'project_id': '25d79c53f0bd4923ab966dd0d5f549ca', 'gw_port': {'id': '59d08d57-a9bc-451f-b10d-b81a2fedad8c', 'name': '', 'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f4:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c716cc1-a531-41f3-9f23-faa57b595784', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:07:39Z', 'updated_at': '2021-09-07T14:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-4-iscsi', '_interfaces': [{'id': '6d68cbd4-23d9-4ebf-98ab-c41cb6cabbd7', 'name': '', 'network_id': 'f7617b6d-ab89-4a54-b036-07b674993ecd', 'tenant_id': '25d79c53f0bd4923ab966dd0d5f549ca', 'mac_address': 'fa:16:3e:6a:97:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c716cc1-a531-41f3-9f23-faa57b595784', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '3750f73b-6c72-42f1-b8a9-086bab013509', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:07:42Z', 'updated_at': '2021-09-07T14:07:48Z', 'revision_number': 5, 'project_id': '25d79c53f0bd4923ab966dd0d5f549ca', 'subnets': [{'id': '3750f73b-6c72-42f1-b8a9-086bab013509', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782910-4-iscsi', False) {} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:11:35.942388 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8260f2a8-ba3a-42a1-bd6e-196b9ba7fa57 None None] The sync data for ids ['7c716cc1-a531-41f3-9f23-faa57b595784'] in dv-cinder-782910-4-iscsi is: [{'id': '7c716cc1-a531-41f3-9f23-faa57b595784', 'name': 'tempest-TestVolumeBootPattern-1482981846-router', 'tenant_id': '25d79c53f0bd4923ab966dd0d5f549ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'external_fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': '59d08d57-a9bc-451f-b10d-b81a2fedad8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:07:39Z', 'updated_at': '2021-09-07T14:07:43Z', 'revision_number': 4, 'project_id': '25d79c53f0bd4923ab966dd0d5f549ca', 'gw_port': {'id': '59d08d57-a9bc-451f-b10d-b81a2fedad8c', 'name': '', 'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f4:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c716cc1-a531-41f3-9f23-faa57b595784', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:07:39Z', 'updated_at': '2021-09-07T14:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-4-iscsi', '_interfaces': [{'id': '6d68cbd4-23d9-4ebf-98ab-c41cb6cabbd7', 'name': '', 'network_id': 'f7617b6d-ab89-4a54-b036-07b674993ecd', 'tenant_id': '25d79c53f0bd4923ab966dd0d5f549ca', 'mac_address': 'fa:16:3e:6a:97:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c716cc1-a531-41f3-9f23-faa57b595784', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '3750f73b-6c72-42f1-b8a9-086bab013509', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:07:42Z', 'updated_at': '2021-09-07T14:07:48Z', 'revision_number': 5, 'project_id': '25d79c53f0bd4923ab966dd0d5f549ca', 'subnets': [{'id': '3750f73b-6c72-42f1-b8a9-086bab013509', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 14:11:35.971285 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [None req-67f30c11-3c04-402d-b845-e756cfc8acc7 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d0281c0bf65c4fff8cfd3afe26a9bcea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1165326 Sep 07 14:11:35.973647 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.wsgi [-] (94138) accepted ('10.222.0.60', 51080) {{(pid=94138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:11:35.975171 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-ddba66e4-cbec-4b40-9298-5d37beeb4200 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-433554'] for router_interface, after_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:11:36.019647 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7495e3bb-717a-462e-89ae-e785a0750078 req-f3354ec1-4d3e-45b4-8780-da4de9bef12e tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:11:36.025615 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-7495e3bb-717a-462e-89ae-e785a0750078 req-f3354ec1-4d3e-45b4-8780-da4de9bef12e tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/ports?device_id=92f9b5d2-ea4f-461e-8414-5887ee6ac63f HTTP/1.1" status: 200 len: 943 time: 0.1624677 Sep 07 14:11:36.046020 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-4760beaf-5fcb-4792-929f-4cf9c406de25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:11:36.080938 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-4760beaf-5fcb-4792-929f-4cf9c406de25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:11:36.142993 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-4760beaf-5fcb-4792-929f-4cf9c406de25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585164'] for security_group, after_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:11:36.145695 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-4760beaf-5fcb-4792-929f-4cf9c406de25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:11:36.146888 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [None req-4760beaf-5fcb-4792-929f-4cf9c406de25 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f33acb5f-a3c4-498e-a973-ef93198eaf3f HTTP/1.1" status: 204 len: 168 time: 0.1720080 Sep 07 14:11:36.166936 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4760beaf-5fcb-4792-929f-4cf9c406de25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f33acb5f-a3c4-498e-a973-ef93198eaf3f,revision_number=None']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:11:36.236733 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-7495e3bb-717a-462e-89ae-e785a0750078 req-f94bb409-2a19-416f-8c1c-3451d20f6a72 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/security-groups?id=b2a46496-e3bb-4bac-a613-45bf9f48eefa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858343 Sep 07 14:11:36.321906 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-79365bdf-3059-457c-8ecd-896124980ef3 req-3e1706af-9655-4463-b9fd-7b8e08735d26 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-263036276&fields=id&tenant_id=25d79c53f0bd4923ab966dd0d5f549ca HTTP/1.1" status: 200 len: 267 time: 0.1364679 Sep 07 14:11:36.330860 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7585c77-56a0-473d-bf4f-c276a6be71e7 None None] New status for floating IP a9f61b83-b8c3-4af4-8d7b-49a55175c5dc: DOWN {{(pid=94139) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 14:11:36.739417 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79365bdf-3059-457c-8ecd-896124980ef3 req-fd1c341c-d0c0-42d6-a1a3-d231d65fb20f tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:11:36.741042 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-79365bdf-3059-457c-8ecd-896124980ef3 req-fd1c341c-d0c0-42d6-a1a3-d231d65fb20f tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] 10.222.0.60 "GET /v2.0/networks?id=f7617b6d-ab89-4a54-b036-07b674993ecd HTTP/1.1" status: 200 len: 812 time: 0.4182715 Sep 07 14:11:36.745526 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddba66e4-cbec-4b40-9298-5d37beeb4200 admin admin] Router dc0ee878-9695-4f0e-8389-a67935a5b0e1 has already been hosted by L3 agent fa68c273-d39f-43dc-b6f8-e0c6852ace12 {{(pid=94137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 14:11:36.762775 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-79365bdf-3059-457c-8ecd-896124980ef3 req-127f2681-1bcc-4598-ae35-9bfe827ccefc tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] 10.222.0.60 "GET /v2.0/quotas/25d79c53f0bd4923ab966dd0d5f549ca HTTP/1.1" status: 200 len: 375 time: 0.0131845 Sep 07 14:11:36.888506 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-79365bdf-3059-457c-8ecd-896124980ef3 req-0bb63d4f-7e56-4515-a79f-83583c24bfc2 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=25d79c53f0bd4923ab966dd0d5f549ca&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0920157 Sep 07 14:11:36.898396 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddba66e4-cbec-4b40-9298-5d37beeb4200 admin admin] Notify agent at l3_agent.dv-cinder-782910-4-iscsi the message routers_updated {{(pid=94137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 14:11:36.904298 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [None req-ddba66e4-cbec-4b40-9298-5d37beeb4200 admin admin] 10.222.0.60 "PUT /v2.0/routers/dc0ee878-9695-4f0e-8389-a67935a5b0e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9677238 Sep 07 14:11:36.906998 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.wsgi [-] (94138) accepted ('10.222.0.60', 51090) {{(pid=94138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:11:36.910144 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac7728f-18c9-4de8-9c4f-a37173ed5306 None None] Sync routers for ids ['dc0ee878-9695-4f0e-8389-a67935a5b0e1'] in dv-cinder-782910-4-iscsi {{(pid=94140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 14:11:36.919912 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac7728f-18c9-4de8-9c4f-a37173ed5306 None None] Routers {'dc0ee878-9695-4f0e-8389-a67935a5b0e1'} bound to L3 agent in host dv-cinder-782910-4-iscsi {{(pid=94140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:11:36.920607 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.l3_hamode_db [None req-2ac7728f-18c9-4de8-9c4f-a37173ed5306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T13:58:13Z,description=,heartbeat_timestamp=2021-09-07T14:11:13Z,host='dv-cinder-782910-4-iscsi',id=fa68c273-d39f-43dc-b6f8-e0c6852ace12,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T13:58:13Z,topic='l3_agent')) {'router_ids': ['dc0ee878-9695-4f0e-8389-a67935a5b0e1'], 'active': True} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:11:37.019052 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-051f2638-37da-4e10-9576-295f9de2a924 admin admin] Notify callbacks [] for router, before_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:11:37.037029 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.l3_dvr_db [None req-2ac7728f-18c9-4de8-9c4f-a37173ed5306 None None] Set router dc0ee878-9695-4f0e-8389-a67935a5b0e1 gateway port host: dv-cinder-782910-4-iscsi {{(pid=94140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:11:37.166367 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-79365bdf-3059-457c-8ecd-896124980ef3 req-1e7f2074-4fa8-4792-9ed8-015278159227 service neutron] 10.222.0.60 "GET /v2.0/networks/f7617b6d-ab89-4a54-b036-07b674993ecd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2609010 Sep 07 14:11:37.240079 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.l3_hamode_db [None req-2ac7728f-18c9-4de8-9c4f-a37173ed5306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc0ee878-9695-4f0e-8389-a67935a5b0e1', 'name': 'tempest-TestMinimumBasicScenario-1791013645-router', 'tenant_id': '8beaaf504a904b60827ee6ad1805f66a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'external_fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': 'e39622fc-c36f-4c38-992a-43d85a46b2d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:08:26Z', 'updated_at': '2021-09-07T14:11:35Z', 'revision_number': 5, 'project_id': '8beaaf504a904b60827ee6ad1805f66a', 'gw_port': {'id': 'e39622fc-c36f-4c38-992a-43d85a46b2d2', 'name': '', 'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:45:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc0ee878-9695-4f0e-8389-a67935a5b0e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:08:26Z', 'updated_at': '2021-09-07T14:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-4-iscsi'}], 'dv-cinder-782910-4-iscsi', False) {} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:11:37.265783 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-79365bdf-3059-457c-8ecd-896124980ef3 req-9bb0ea49-e386-4896-9f04-dfebc6650640 service neutron] 10.222.0.60 "GET /v2.0/networks/f7617b6d-ab89-4a54-b036-07b674993ecd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912266 Sep 07 14:11:37.269511 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac7728f-18c9-4de8-9c4f-a37173ed5306 None None] Checking router: dc0ee878-9695-4f0e-8389-a67935a5b0e1 for host: dv-cinder-782910-4-iscsi {{(pid=94140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 14:11:37.280997 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac7728f-18c9-4de8-9c4f-a37173ed5306 None None] Routers {'dc0ee878-9695-4f0e-8389-a67935a5b0e1'} bound to L3 agent in host dv-cinder-782910-4-iscsi {{(pid=94140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:11:37.281912 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.l3_hamode_db [None req-2ac7728f-18c9-4de8-9c4f-a37173ed5306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T13:58:13Z,description=,heartbeat_timestamp=2021-09-07T14:11:13Z,host='dv-cinder-782910-4-iscsi',id=fa68c273-d39f-43dc-b6f8-e0c6852ace12,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T13:58:13Z,topic='l3_agent')) {'router_ids': ['dc0ee878-9695-4f0e-8389-a67935a5b0e1'], 'active': True} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:11:37.389700 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843430c8-8df4-43d3-927e-fb6ec0862941 req-a2a4a746-cad4-4a12-a881-59945795add6 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:11:37.391194 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-843430c8-8df4-43d3-927e-fb6ec0862941 req-a2a4a746-cad4-4a12-a881-59945795add6 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/ports?device_id=92f9b5d2-ea4f-461e-8414-5887ee6ac63f HTTP/1.1" status: 200 len: 943 time: 0.0602982 Sep 07 14:11:37.451424 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03de7d54-bd34-466b-9f82-59ab48bc0250 req-5b0151ad-a998-4002-a40d-1212d792e5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:11:37.453336 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-03de7d54-bd34-466b-9f82-59ab48bc0250 req-5b0151ad-a998-4002-a40d-1212d792e5a6 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=92f9b5d2-ea4f-461e-8414-5887ee6ac63f&tenant_id=6b4f71d3e9204b32b4e86d817985b1ea HTTP/1.1" status: 200 len: 1096 time: 0.1429479 Sep 07 14:11:37.456475 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-843430c8-8df4-43d3-927e-fb6ec0862941 req-d2772586-4f10-44fe-800b-b6d0383cfa09 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/security-groups?id=b2a46496-e3bb-4bac-a613-45bf9f48eefa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572605 Sep 07 14:11:37.488263 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-051f2638-37da-4e10-9576-295f9de2a924 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:11:37.545475 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.l3_dvr_db [None req-2ac7728f-18c9-4de8-9c4f-a37173ed5306 None None] Set router dc0ee878-9695-4f0e-8389-a67935a5b0e1 gateway port host: dv-cinder-782910-4-iscsi {{(pid=94140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:11:37.566494 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03de7d54-bd34-466b-9f82-59ab48bc0250 req-94530064-955d-462a-b1ce-6d6316947cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:11:37.568037 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-03de7d54-bd34-466b-9f82-59ab48bc0250 req-94530064-955d-462a-b1ce-6d6316947cfb service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6b4f71d3e9204b32b4e86d817985b1ea&device_id=92f9b5d2-ea4f-461e-8414-5887ee6ac63f HTTP/1.1" status: 200 len: 1096 time: 0.0814898 Sep 07 14:11:37.611756 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.plugin [None req-051f2638-37da-4e10-9576-295f9de2a924 admin admin] Deleting port e39622fc-c36f-4c38-992a-43d85a46b2d2 {{(pid=94138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 14:11:37.612105 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-051f2638-37da-4e10-9576-295f9de2a924 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735729003030'] for port, before_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:11:37.654181 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-3ac41b20-9f9f-4687-8bd0-73945719efe0 req-285b3b67-5f02-4dc0-aa17-05f8e4a8e3f5 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ec2706e-3182-45e5-9b7a-71e5898992a1 HTTP/1.1" status: 200 len: 210 time: 0.0346901 Sep 07 14:11:37.748985 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.l3_hamode_db [None req-2ac7728f-18c9-4de8-9c4f-a37173ed5306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc0ee878-9695-4f0e-8389-a67935a5b0e1', 'name': 'tempest-TestMinimumBasicScenario-1791013645-router', 'tenant_id': '8beaaf504a904b60827ee6ad1805f66a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'external_fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': 'e39622fc-c36f-4c38-992a-43d85a46b2d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:08:26Z', 'updated_at': '2021-09-07T14:11:35Z', 'revision_number': 5, 'project_id': '8beaaf504a904b60827ee6ad1805f66a', 'gw_port': {'id': 'e39622fc-c36f-4c38-992a-43d85a46b2d2', 'name': '', 'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:45:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc0ee878-9695-4f0e-8389-a67935a5b0e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:08:26Z', 'updated_at': '2021-09-07T14:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-4-iscsi'}], 'dv-cinder-782910-4-iscsi', False) {} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:11:37.767181 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03de7d54-bd34-466b-9f82-59ab48bc0250 req-ed58c2de-6df5-4404-80de-77cce1770d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:11:37.768683 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-03de7d54-bd34-466b-9f82-59ab48bc0250 req-ed58c2de-6df5-4404-80de-77cce1770d27 service neutron] 10.222.0.23 "GET /v2.0/networks?id=7080b35d-131d-4288-830a-20e851d36466 HTTP/1.1" status: 200 len: 918 time: 0.1807554 Sep 07 14:11:37.783492 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac7728f-18c9-4de8-9c4f-a37173ed5306 None None] The sync data for ids ['dc0ee878-9695-4f0e-8389-a67935a5b0e1'] in dv-cinder-782910-4-iscsi is: [{'id': 'dc0ee878-9695-4f0e-8389-a67935a5b0e1', 'name': 'tempest-TestMinimumBasicScenario-1791013645-router', 'tenant_id': '8beaaf504a904b60827ee6ad1805f66a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'external_fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': 'e39622fc-c36f-4c38-992a-43d85a46b2d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:08:26Z', 'updated_at': '2021-09-07T14:11:35Z', 'revision_number': 5, 'project_id': '8beaaf504a904b60827ee6ad1805f66a', 'gw_port': {'id': 'e39622fc-c36f-4c38-992a-43d85a46b2d2', 'name': '', 'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:45:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc0ee878-9695-4f0e-8389-a67935a5b0e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:08:26Z', 'updated_at': '2021-09-07T14:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-4-iscsi'}] {{(pid=94140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 14:11:37.844767 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.db [None req-051f2638-37da-4e10-9576-295f9de2a924 admin admin] For port e39622fc-c36f-4c38-992a-43d85a46b2d2, host dv-cinder-782910-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-4-iscsi',level=0,port_id=e39622fc-c36f-4c38-992a-43d85a46b2d2,segment=NetworkSegment(5550a781-5bde-4ad4-a1aa-3dd2778b0f71),segment_id=5550a781-5bde-4ad4-a1aa-3dd2778b0f71)] {{(pid=94138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:11:37.845141 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-051f2638-37da-4e10-9576-295f9de2a924 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453383'] for port, precommit_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:11:37.867469 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.plugin [None req-051f2638-37da-4e10-9576-295f9de2a924 admin admin] Calling delete_port for e39622fc-c36f-4c38-992a-43d85a46b2d2 owned by network:router_gateway {{(pid=94138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 14:11:37.873455 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-03de7d54-bd34-466b-9f82-59ab48bc0250 req-e323c91e-4cc5-40d5-961e-bc00307ef606 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c5d1b3f8-99e1-4800-bd21-6a46b729e8d3 HTTP/1.1" status: 200 len: 999 time: 0.0957732 Sep 07 14:11:37.983989 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03de7d54-bd34-466b-9f82-59ab48bc0250 req-3ba3c03d-0dce-4379-a38f-600314d62a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:11:37.985487 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-03de7d54-bd34-466b-9f82-59ab48bc0250 req-3ba3c03d-0dce-4379-a38f-600314d62a70 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5ffd200c-eaef-4ea2-b697-3bcc1716b422 HTTP/1.1" status: 200 len: 856 time: 0.0686226 Sep 07 14:11:38.105520 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03de7d54-bd34-466b-9f82-59ab48bc0250 req-bcde58ed-4095-4288-8ea1-f06f6b597be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:11:38.107625 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-03de7d54-bd34-466b-9f82-59ab48bc0250 req-bcde58ed-4095-4288-8ea1-f06f6b597be7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7080b35d-131d-4288-830a-20e851d36466&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0893271 Sep 07 14:11:38.147370 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-051f2638-37da-4e10-9576-295f9de2a924 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735729008604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735728620454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65197361'] for port, after_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:11:38.206745 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051f2638-37da-4e10-9576-295f9de2a924 admin admin] Pushing event deleted for resources: {'Port': ['ID=e39622fc-c36f-4c38-992a-43d85a46b2d2,revision_number=None']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:11:38.280302 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-03de7d54-bd34-466b-9f82-59ab48bc0250 req-55788128-1449-42c5-9a4b-e63f6b392f53 service neutron] 10.222.0.23 "GET /v2.0/networks/7080b35d-131d-4288-830a-20e851d36466?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651707 Sep 07 14:11:38.288973 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-051f2638-37da-4e10-9576-295f9de2a924 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-432432'] for router_gateway, after_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:11:38.335264 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-90497945-cc67-4e40-89ff-93978391019b None None] Device 3d698713-77c1-417f-8e2c-56405d82eb8f no longer exists at agent ovs-agent-dv-cinder-782910-4-iscsi {{(pid=94139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 14:11:38.355449 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.plugin [None req-90497945-cc67-4e40-89ff-93978391019b None None] No Port match for: 3d698713-77c1-417f-8e2c-56405d82eb8f {{(pid=94139) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 14:11:38.355817 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-90497945-cc67-4e40-89ff-93978391019b None None] Device 3d698713-77c1-417f-8e2c-56405d82eb8f not bound to the agent host dv-cinder-782910-4-iscsi {{(pid=94139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 14:11:38.409458 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-051f2638-37da-4e10-9576-295f9de2a924 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-932'] for router, precommit_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:11:38.437708 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-051f2638-37da-4e10-9576-295f9de2a924 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:11:38.506216 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-051f2638-37da-4e10-9576-295f9de2a924 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-429402'] for router, after_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:11:38.506744 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-051f2638-37da-4e10-9576-295f9de2a924 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dc0ee878-9695-4f0e-8389-a67935a5b0e1 {{(pid=94138) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 14:11:38.525707 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-051f2638-37da-4e10-9576-295f9de2a924 admin admin] Notify callbacks [] for router, before_response {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:11:38.529978 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [None req-051f2638-37da-4e10-9576-295f9de2a924 admin admin] 10.222.0.60 "DELETE /v2.0/routers/dc0ee878-9695-4f0e-8389-a67935a5b0e1 HTTP/1.1" status: 204 len: 168 time: 1.6190398 Sep 07 14:11:38.531649 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.wsgi [-] (94137) accepted ('10.222.0.60', 51116) {{(pid=94137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:11:38.532823 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-03de7d54-bd34-466b-9f82-59ab48bc0250 req-43c26f90-edbd-45f0-b5e7-c34a6dd8d51c service neutron] 10.222.0.23 "GET /v2.0/networks/7080b35d-131d-4288-830a-20e851d36466?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2413089 Sep 07 14:11:38.589712 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Device c6c42490-6ac1-4acd-8ab9-5b9114fa8411 no longer exists at agent hyperv_hv-cinder-78291 {{(pid=94139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 14:11:38.631366 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.plugin [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] No Port match for: c6c42490-6ac1-4acd-8ab9-5b9114fa8411 {{(pid=94139) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 14:11:38.632055 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Device c6c42490-6ac1-4acd-8ab9-5b9114fa8411 not bound to the agent host hv-cinder-78291 {{(pid=94139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 14:11:38.664210 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79365bdf-3059-457c-8ecd-896124980ef3 req-126c3c8b-d56d-4189-95d4-a628be29d06c tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:11:38.664210 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-79365bdf-3059-457c-8ecd-896124980ef3 req-126c3c8b-d56d-4189-95d4-a628be29d06c tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] 10.222.0.23 "GET /v2.0/networks?id=f7617b6d-ab89-4a54-b036-07b674993ecd HTTP/1.1" status: 200 len: 812 time: 0.1713197 Sep 07 14:11:38.698306 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.db.db_base_plugin_v2 [None req-27c4a072-5eaa-40cb-b022-605080fe4b5e admin admin] Deleting subnet 5fc93187-c3f5-4aac-8462-ea71a3e7d466 {{(pid=94137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 14:11:38.705806 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-27c4a072-5eaa-40cb-b022-605080fe4b5e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:11:38.755488 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-79365bdf-3059-457c-8ecd-896124980ef3 req-c5e1d614-0e97-4e44-9ac0-8b64ca8ac7c9 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=25d79c53f0bd4923ab966dd0d5f549ca HTTP/1.1" status: 200 len: 379 time: 0.0754628 Sep 07 14:11:38.755802 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d7d58e-8762-4eaa-b81e-6db26c5762ec req-484315d9-4916-4293-bcdc-02b7744fd923 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:11:38.764288 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-56d7d58e-8762-4eaa-b81e-6db26c5762ec req-484315d9-4916-4293-bcdc-02b7744fd923 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/ports?device_id=92f9b5d2-ea4f-461e-8414-5887ee6ac63f HTTP/1.1" status: 200 len: 943 time: 0.1487200 Sep 07 14:11:38.772112 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.v2.base [req-79365bdf-3059-457c-8ecd-896124980ef3 req-1f910f76-a986-4aeb-8232-d4bd436d5db4 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Request body: {'port': {'device_id': '8ec2706e-3182-45e5-9b7a-71e5898992a1', 'network_id': 'f7617b6d-ab89-4a54-b036-07b674993ecd', 'admin_state_up': True, 'tenant_id': '25d79c53f0bd4923ab966dd0d5f549ca', 'security_groups': ['b43b779f-4290-4cca-8b16-3ea14c0aeddc']}} {{(pid=94138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:11:38.800982 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-27c4a072-5eaa-40cb-b022-605080fe4b5e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63800826'] for subnet, precommit_delete_associations {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:11:38.874217 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-9537d23e-1f90-479b-8151-caea8d4072d9 req-616d041c-fc56-434c-8f61-d3bfc9e99586 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ec2706e-3182-45e5-9b7a-71e5898992a1 HTTP/1.1" status: 200 len: 210 time: 0.0761385 Sep 07 14:11:38.885340 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-56d7d58e-8762-4eaa-b81e-6db26c5762ec req-23a2bbce-29ea-4760-acfd-f88811d75781 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/security-groups?id=b2a46496-e3bb-4bac-a613-45bf9f48eefa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1201832 Sep 07 14:11:38.917182 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79365bdf-3059-457c-8ecd-896124980ef3 req-1f910f76-a986-4aeb-8232-d4bd436d5db4 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Made reservation on behalf of 25d79c53f0bd4923ab966dd0d5f549ca for: {'port': 1} {{(pid=94138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 14:11:38.923925 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-79365bdf-3059-457c-8ecd-896124980ef3 req-1f910f76-a986-4aeb-8232-d4bd436d5db4 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:11:38.974160 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-27c4a072-5eaa-40cb-b022-605080fe4b5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1466112'] for subnet, precommit_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:11:39.085655 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-27c4a072-5eaa-40cb-b022-605080fe4b5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1466169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63929332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64237226'] for subnet, after_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:11:39.145140 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c4a072-5eaa-40cb-b022-605080fe4b5e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5fc93187-c3f5-4aac-8462-ea71a3e7d466,revision_number=None']} {{(pid=94137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:11:39.164939 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-27c4a072-5eaa-40cb-b022-605080fe4b5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539090'] for subnet, before_response {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:11:39.172707 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.db.db_base_plugin_common [req-79365bdf-3059-457c-8ecd-896124980ef3 req-1f910f76-a986-4aeb-8232-d4bd436d5db4 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Allocated IP 172.20.0.6 (f7617b6d-ab89-4a54-b036-07b674993ecd/3750f73b-6c72-42f1-b8a9-086bab013509/9864b544-54ea-426f-9fce-16e3894b7c48) {{(pid=94138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 14:11:39.173282 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-145d6638-b2f3-4fdb-8b53-3b49dac7e55f None None] Network 36229da2-37b3-4357-966a-1141011420bf requested from dv-cinder-782910-4-iscsi {{(pid=94139) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 14:11:39.175083 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.wsgi [-] (94138) accepted ('10.222.0.60', 51142) {{(pid=94138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:11:39.176312 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [None req-27c4a072-5eaa-40cb-b022-605080fe4b5e admin admin] 10.222.0.60 "DELETE /v2.0/subnets/5fc93187-c3f5-4aac-8462-ea71a3e7d466 HTTP/1.1" status: 204 len: 168 time: 0.6419103 Sep 07 14:11:39.337827 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-167c48da-3f5a-4fb4-93b8-67c8c447baf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580555'] for network, before_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:11:39.424456 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d89caf6-097b-46cc-8a83-8b3302c3ff50 None None] DHCP port deletion for 36229da2-37b3-4357-966a-1141011420bf request from dv-cinder-782910-4-iscsi {{(pid=94139) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 14:11:39.522895 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.plugin [None req-5d89caf6-097b-46cc-8a83-8b3302c3ff50 None None] Deleting port 7dd509ce-c008-4a10-9ff2-90331016a4e3 {{(pid=94139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 14:11:39.524057 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-5d89caf6-097b-46cc-8a83-8b3302c3ff50 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735729003030'] for port, before_delete {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:11:39.562714 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.plugin [None req-167c48da-3f5a-4fb4-93b8-67c8c447baf0 admin admin] Deleting port 7dd509ce-c008-4a10-9ff2-90331016a4e3 {{(pid=94138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 14:11:39.563068 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-167c48da-3f5a-4fb4-93b8-67c8c447baf0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735729003030'] for port, before_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:11:39.586291 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-79365bdf-3059-457c-8ecd-896124980ef3 req-1f910f76-a986-4aeb-8232-d4bd436d5db4 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Notify callbacks [] for port, precommit_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:11:39.605093 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.db [None req-5d89caf6-097b-46cc-8a83-8b3302c3ff50 None None] For port 7dd509ce-c008-4a10-9ff2-90331016a4e3, host dv-cinder-782910-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-4-iscsi',level=0,port_id=7dd509ce-c008-4a10-9ff2-90331016a4e3,segment=NetworkSegment(c19094c3-309b-4f46-8a6b-7d1ec6b9d67a),segment_id=c19094c3-309b-4f46-8a6b-7d1ec6b9d67a)] {{(pid=94139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:11:39.606500 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-5d89caf6-097b-46cc-8a83-8b3302c3ff50 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453383'] for port, precommit_delete {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:11:39.620350 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.plugin [None req-5d89caf6-097b-46cc-8a83-8b3302c3ff50 None None] Calling delete_port for 7dd509ce-c008-4a10-9ff2-90331016a4e3 owned by network:dhcp {{(pid=94139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 14:11:39.639595 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.db.provisioning_blocks [req-79365bdf-3059-457c-8ecd-896124980ef3 req-1f910f76-a986-4aeb-8232-d4bd436d5db4 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Transition to ACTIVE for port object 9864b544-54ea-426f-9fce-16e3894b7c48 will not be triggered until provisioned by entity DHCP. {{(pid=94138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 14:11:39.657470 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.db [None req-167c48da-3f5a-4fb4-93b8-67c8c447baf0 admin admin] For port 7dd509ce-c008-4a10-9ff2-90331016a4e3, host dv-cinder-782910-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-4-iscsi',level=0,port_id=7dd509ce-c008-4a10-9ff2-90331016a4e3,segment=NetworkSegment(c19094c3-309b-4f46-8a6b-7d1ec6b9d67a),segment_id=c19094c3-309b-4f46-8a6b-7d1ec6b9d67a)] {{(pid=94138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:11:39.657470 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-167c48da-3f5a-4fb4-93b8-67c8c447baf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453383'] for port, precommit_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:11:39.674907 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.plugin [None req-167c48da-3f5a-4fb4-93b8-67c8c447baf0 admin admin] Calling delete_port for 7dd509ce-c008-4a10-9ff2-90331016a4e3 owned by network:dhcp {{(pid=94138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 14:11:39.742782 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-5d89caf6-097b-46cc-8a83-8b3302c3ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735729008604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735728620454'] for port, after_delete {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:11:39.772006 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-79365bdf-3059-457c-8ecd-896124980ef3 req-1f910f76-a986-4aeb-8232-d4bd436d5db4 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735728620445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65197361'] for port, after_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:11:39.785076 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d89caf6-097b-46cc-8a83-8b3302c3ff50 None None] Pushing event deleted for resources: {'Port': ['ID=7dd509ce-c008-4a10-9ff2-90331016a4e3,revision_number=None']} {{(pid=94139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:11:39.794048 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d89caf6-097b-46cc-8a83-8b3302c3ff50 None None] No DVR routers for this DVR port 7dd509ce-c008-4a10-9ff2-90331016a4e3 on host dv-cinder-782910-4-iscsi {{(pid=94139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 14:11:39.841832 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79365bdf-3059-457c-8ecd-896124980ef3 req-1f910f76-a986-4aeb-8232-d4bd436d5db4 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Network f7617b6d-ab89-4a54-b036-07b674993ecd is already hosted by enough agents. {{(pid=94138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 14:11:39.846243 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.scheduler.base_scheduler [req-79365bdf-3059-457c-8ecd-896124980ef3 req-1f910f76-a986-4aeb-8232-d4bd436d5db4 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Resources bound (agent type, host, resource id): {{(pid=94138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:11:39.848716 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.db.l3_dvrscheduler_db [req-79365bdf-3059-457c-8ecd-896124980ef3 req-1f910f76-a986-4aeb-8232-d4bd436d5db4 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Received port after_create {{(pid=94138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 14:11:39.929652 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79365bdf-3059-457c-8ecd-896124980ef3 req-1f910f76-a986-4aeb-8232-d4bd436d5db4 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:11:39.937675 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-79365bdf-3059-457c-8ecd-896124980ef3 req-1f910f76-a986-4aeb-8232-d4bd436d5db4 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88768'] for port, before_response {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:11:39.988128 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f910f76-a986-4aeb-8232-d4bd436d5db4 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Pushing event updated for resources: {'Port': ['ID=9864b544-54ea-426f-9fce-16e3894b7c48,revision_number=1']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:11:40.013635 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-167c48da-3f5a-4fb4-93b8-67c8c447baf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735729008604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735728620454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65197361'] for port, after_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:11:40.045028 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-79365bdf-3059-457c-8ecd-896124980ef3 req-1f910f76-a986-4aeb-8232-d4bd436d5db4 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2777801 Sep 07 14:11:40.085079 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-167c48da-3f5a-4fb4-93b8-67c8c447baf0 admin admin] No DVR routers for this DVR port 7dd509ce-c008-4a10-9ff2-90331016a4e3 on host dv-cinder-782910-4-iscsi {{(pid=94138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 14:11:40.093372 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167c48da-3f5a-4fb4-93b8-67c8c447baf0 admin admin] Pushing event deleted for resources: {'Port': ['ID=7dd509ce-c008-4a10-9ff2-90331016a4e3,revision_number=None']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:11:40.101091 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769183d0-afaa-4609-919e-4c0cddc94ae2 req-75d626b1-9e78-4619-8e9b-5b744d50d8e0 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:11:40.102763 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-769183d0-afaa-4609-919e-4c0cddc94ae2 req-75d626b1-9e78-4619-8e9b-5b744d50d8e0 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ec2706e-3182-45e5-9b7a-71e5898992a1 HTTP/1.1" status: 200 len: 931 time: 0.1039746 Sep 07 14:11:40.154101 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-769183d0-afaa-4609-919e-4c0cddc94ae2 req-bd38f768-daab-4d0d-8458-c49df9853613 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] 10.222.0.60 "GET /v2.0/security-groups?id=b43b779f-4290-4cca-8b16-3ea14c0aeddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360098 Sep 07 14:11:40.170178 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-167c48da-3f5a-4fb4-93b8-67c8c447baf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1461133', 'neutron.services.segments.db._delete_segments_for_network-8735729117049'] for network, precommit_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:11:40.197838 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.services.segments.db [None req-167c48da-3f5a-4fb4-93b8-67c8c447baf0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36229da2-37b3-4357-966a-1141011420bf']}} {{(pid=94138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:11:40.209628 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.services.segments.db [None req-167c48da-3f5a-4fb4-93b8-67c8c447baf0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c19094c3-309b-4f46-8a6b-7d1ec6b9d67a') {'for_net_delete': True} {{(pid=94138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:11:40.210113 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.services.segments.db [None req-167c48da-3f5a-4fb4-93b8-67c8c447baf0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c19094c3-309b-4f46-8a6b-7d1ec6b9d67a') {} {{(pid=94138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:11:40.215961 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-7bec9e4f-982c-44a7-833b-0e20a5661b2e None None] Provisioning for port 9864b544-54ea-426f-9fce-16e3894b7c48 completed by entity DHCP. {{(pid=94139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 14:11:40.221113 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-7bec9e4f-982c-44a7-833b-0e20a5661b2e None None] Provisioning complete for port 9864b544-54ea-426f-9fce-16e3894b7c48 triggered by entity DHCP. {{(pid=94139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:11:40.221520 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-7bec9e4f-982c-44a7-833b-0e20a5661b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462246'] for port, provisioning_complete {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:11:40.259216 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-167c48da-3f5a-4fb4-93b8-67c8c447baf0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735729115778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65197373'] for segment, before_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:11:40.272437 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.plugin [None req-7bec9e4f-982c-44a7-833b-0e20a5661b2e None None] Port 9864b544-54ea-426f-9fce-16e3894b7c48 cannot update to ACTIVE because it is not bound. {{(pid=94139) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 14:11:40.288331 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-167c48da-3f5a-4fb4-93b8-67c8c447baf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1461082'] for segment, precommit_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:11:40.295514 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-167c48da-3f5a-4fb4-93b8-67c8c447baf0 admin admin] Releasing vlan 652 on physical network physnet1 to pool {{(pid=94138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 14:11:40.296229 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-167c48da-3f5a-4fb4-93b8-67c8c447baf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1461082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65198054'] for segment, after_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:11:40.298362 dv-cinder-782910-4-iscsi neutron-server[94138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 14:11:40.298362 dv-cinder-782910-4-iscsi neutron-server[94138]: self.session.flush() Sep 07 14:11:40.298362 dv-cinder-782910-4-iscsi neutron-server[94138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 14:11:40.298362 dv-cinder-782910-4-iscsi neutron-server[94138]: self.session.flush() Sep 07 14:11:40.298362 dv-cinder-782910-4-iscsi neutron-server[94138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 14:11:40.298362 dv-cinder-782910-4-iscsi neutron-server[94138]: self.session.flush() Sep 07 14:11:40.298362 dv-cinder-782910-4-iscsi neutron-server[94138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 14:11:40.298362 dv-cinder-782910-4-iscsi neutron-server[94138]: self.session.flush() Sep 07 14:11:40.298362 dv-cinder-782910-4-iscsi neutron-server[94138]: Traceback (most recent call last): Sep 07 14:11:40.298362 dv-cinder-782910-4-iscsi neutron-server[94138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 14:11:40.298362 dv-cinder-782910-4-iscsi neutron-server[94138]: timer() Sep 07 14:11:40.298362 dv-cinder-782910-4-iscsi neutron-server[94138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 14:11:40.298362 dv-cinder-782910-4-iscsi neutron-server[94138]: cb(*args, **kw) Sep 07 14:11:40.298362 dv-cinder-782910-4-iscsi neutron-server[94138]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 14:11:40.298362 dv-cinder-782910-4-iscsi neutron-server[94138]: return func(*args, **kwargs) Sep 07 14:11:40.298362 dv-cinder-782910-4-iscsi neutron-server[94138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 14:11:40.298362 dv-cinder-782910-4-iscsi neutron-server[94138]: self._notify() Sep 07 14:11:40.298362 dv-cinder-782910-4-iscsi neutron-server[94138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 14:11:40.298362 dv-cinder-782910-4-iscsi neutron-server[94138]: self.callback(batched_events) Sep 07 14:11:40.298362 dv-cinder-782910-4-iscsi neutron-server[94138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 14:11:40.298362 dv-cinder-782910-4-iscsi neutron-server[94138]: event.method(event) Sep 07 14:11:40.298362 dv-cinder-782910-4-iscsi neutron-server[94138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 14:11:40.298362 dv-cinder-782910-4-iscsi neutron-server[94138]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 14:11:40.298362 dv-cinder-782910-4-iscsi neutron-server[94138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 14:11:40.298362 dv-cinder-782910-4-iscsi neutron-server[94138]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 14:11:40.298362 dv-cinder-782910-4-iscsi neutron-server[94138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 14:11:40.298362 dv-cinder-782910-4-iscsi neutron-server[94138]: return f(self, *a, **k) Sep 07 14:11:40.298362 dv-cinder-782910-4-iscsi neutron-server[94138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 14:11:40.298362 dv-cinder-782910-4-iscsi neutron-server[94138]: return self._get(url).json() Sep 07 14:11:40.298362 dv-cinder-782910-4-iscsi neutron-server[94138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 14:11:40.298362 dv-cinder-782910-4-iscsi neutron-server[94138]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 14:11:40.298362 dv-cinder-782910-4-iscsi neutron-server[94138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 14:11:40.298362 dv-cinder-782910-4-iscsi neutron-server[94138]: return self.request(url, 'GET', **kwargs) Sep 07 14:11:40.298362 dv-cinder-782910-4-iscsi neutron-server[94138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 14:11:40.298362 dv-cinder-782910-4-iscsi neutron-server[94138]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 14:11:40.298362 dv-cinder-782910-4-iscsi neutron-server[94138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 14:11:40.298362 dv-cinder-782910-4-iscsi neutron-server[94138]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 14:11:40.298362 dv-cinder-782910-4-iscsi neutron-server[94138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 14:11:40.298362 dv-cinder-782910-4-iscsi neutron-server[94138]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 14:11:40.298362 dv-cinder-782910-4-iscsi neutron-server[94138]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 14:11:40.330864 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dc87b3-3553-4466-979a-70866f496816 req-1896ab61-7c73-455e-a1a4-de8f6a94f934 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:11:40.339257 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-14dc87b3-3553-4466-979a-70866f496816 req-1896ab61-7c73-455e-a1a4-de8f6a94f934 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/ports?device_id=92f9b5d2-ea4f-461e-8414-5887ee6ac63f HTTP/1.1" status: 200 len: 943 time: 0.1066372 Sep 07 14:11:40.347145 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-90497945-cc67-4e40-89ff-93978391019b None None] Device 7dd509ce-c008-4a10-9ff2-90331016a4e3 no longer exists at agent ovs-agent-dv-cinder-782910-4-iscsi {{(pid=94139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 14:11:40.373045 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.plugin [None req-90497945-cc67-4e40-89ff-93978391019b None None] No Port match for: 7dd509ce-c008-4a10-9ff2-90331016a4e3 {{(pid=94139) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 14:11:40.373550 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-90497945-cc67-4e40-89ff-93978391019b None None] Device 7dd509ce-c008-4a10-9ff2-90331016a4e3 not bound to the agent host dv-cinder-782910-4-iscsi {{(pid=94139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 14:11:40.374133 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-90497945-cc67-4e40-89ff-93978391019b None None] Device e39622fc-c36f-4c38-992a-43d85a46b2d2 no longer exists at agent ovs-agent-dv-cinder-782910-4-iscsi {{(pid=94139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 14:11:40.393891 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-14dc87b3-3553-4466-979a-70866f496816 req-19ddcbcb-6ad1-42ba-9d30-64a61817eba9 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/security-groups?id=b2a46496-e3bb-4bac-a613-45bf9f48eefa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531254 Sep 07 14:11:40.400135 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-167c48da-3f5a-4fb4-93b8-67c8c447baf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1461122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-432396'] for network, after_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:11:40.402759 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.plugin [None req-90497945-cc67-4e40-89ff-93978391019b None None] No Port match for: e39622fc-c36f-4c38-992a-43d85a46b2d2 {{(pid=94139) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 14:11:40.403221 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-90497945-cc67-4e40-89ff-93978391019b None None] Device e39622fc-c36f-4c38-992a-43d85a46b2d2 not bound to the agent host dv-cinder-782910-4-iscsi {{(pid=94139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 14:11:40.417153 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-167c48da-3f5a-4fb4-93b8-67c8c447baf0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539090'] for network, before_response {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:11:40.419095 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [None req-167c48da-3f5a-4fb4-93b8-67c8c447baf0 admin admin] 10.222.0.60 "DELETE /v2.0/networks/36229da2-37b3-4357-966a-1141011420bf HTTP/1.1" status: 204 len: 168 time: 1.2427564 Sep 07 14:11:40.420185 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167c48da-3f5a-4fb4-93b8-67c8c447baf0 admin admin] Pushing event deleted for resources: {'Network': ['ID=36229da2-37b3-4357-966a-1141011420bf,revision_number=None']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:11:40.631172 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.wsgi [-] (94138) accepted ('10.222.0.60', 51152) {{(pid=94138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:11:40.652215 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-7fb73b0a-fef0-44ca-afaa-b06af17edd62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:11:40.675155 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [None req-7be8cc5f-548c-4bc4-8f88-560b7c8d6273 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e859b6827e2748129221219840ea5997&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0427635 Sep 07 14:11:40.678317 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.wsgi [-] (94138) accepted ('10.222.0.60', 51154) {{(pid=94138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:11:40.743242 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-b3f57978-5174-47bf-b95d-6893d4115678 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:11:40.774415 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-b3f57978-5174-47bf-b95d-6893d4115678 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:11:40.833519 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-b3f57978-5174-47bf-b95d-6893d4115678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585164'] for security_group, after_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:11:40.836476 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-b3f57978-5174-47bf-b95d-6893d4115678 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:11:40.840021 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [None req-b3f57978-5174-47bf-b95d-6893d4115678 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6ee0b6d8-0816-470a-861d-36080b2e56f2 HTTP/1.1" status: 204 len: 168 time: 0.1584761 Sep 07 14:11:40.846749 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f57978-5174-47bf-b95d-6893d4115678 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ee0b6d8-0816-470a-861d-36080b2e56f2,revision_number=None']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:11:41.197029 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.wsgi [-] (94138) accepted ('10.222.0.60', 51162) {{(pid=94138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:11:41.259725 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [None req-9db6d837-56e5-422b-be05-8deb9c5da7de admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8beaaf504a904b60827ee6ad1805f66a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0611224 Sep 07 14:11:41.262638 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.wsgi [-] (94138) accepted ('10.222.0.60', 51164) {{(pid=94138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:11:41.291563 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f39350-4336-469b-95ed-f88fee5e6a6a req-ed9b138a-b825-4df4-938d-73e869643523 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:11:41.293036 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-81f39350-4336-469b-95ed-f88fee5e6a6a req-ed9b138a-b825-4df4-938d-73e869643523 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ec2706e-3182-45e5-9b7a-71e5898992a1 HTTP/1.1" status: 200 len: 931 time: 0.0558782 Sep 07 14:11:41.317218 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-41bee7b0-648b-4dbc-9243-74553665b7c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:11:41.342160 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-81f39350-4336-469b-95ed-f88fee5e6a6a req-803c9742-3728-4598-a21f-728c3f0d00c5 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] 10.222.0.60 "GET /v2.0/security-groups?id=b43b779f-4290-4cca-8b16-3ea14c0aeddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422173 Sep 07 14:11:41.343077 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-41bee7b0-648b-4dbc-9243-74553665b7c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:11:41.401797 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-41bee7b0-648b-4dbc-9243-74553665b7c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585164'] for security_group, after_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:11:41.405076 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-41bee7b0-648b-4dbc-9243-74553665b7c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:11:41.406266 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [None req-41bee7b0-648b-4dbc-9243-74553665b7c0 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e73bc9b4-a990-49af-8f33-1ebe4075daca HTTP/1.1" status: 204 len: 168 time: 0.1423678 Sep 07 14:11:41.414344 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bee7b0-648b-4dbc-9243-74553665b7c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e73bc9b4-a990-49af-8f33-1ebe4075daca,revision_number=None']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:11:41.524827 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12897f7f-8dcc-45fa-877d-69fa629b76b6 req-c5c87308-4d24-400f-bb00-9ab240691177 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:11:41.533340 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-12897f7f-8dcc-45fa-877d-69fa629b76b6 req-c5c87308-4d24-400f-bb00-9ab240691177 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/ports?device_id=92f9b5d2-ea4f-461e-8414-5887ee6ac63f HTTP/1.1" status: 200 len: 943 time: 0.0696881 Sep 07 14:11:41.569101 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-12897f7f-8dcc-45fa-877d-69fa629b76b6 req-32b4b1c3-8824-4732-b800-55f1ecd9fb3a tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/security-groups?id=b2a46496-e3bb-4bac-a613-45bf9f48eefa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347002 Sep 07 14:11:42.461181 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d602b0e2-2e70-4862-a291-46f64c2a4b3a req-bb22bef0-e503-42fe-8aaa-3e95363ea6ad tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:11:42.462818 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-d602b0e2-2e70-4862-a291-46f64c2a4b3a req-bb22bef0-e503-42fe-8aaa-3e95363ea6ad tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ec2706e-3182-45e5-9b7a-71e5898992a1 HTTP/1.1" status: 200 len: 931 time: 0.0581586 Sep 07 14:11:42.502531 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-d602b0e2-2e70-4862-a291-46f64c2a4b3a req-a6999597-6894-4409-ad5c-a20f0661f516 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] 10.222.0.60 "GET /v2.0/security-groups?id=b43b779f-4290-4cca-8b16-3ea14c0aeddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330358 Sep 07 14:11:42.719346 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a955924a-2b0f-4c13-8fd0-d8eb9d73a998 req-a5eaf7e0-ee73-4a3c-8039-786deab027f0 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:11:42.720949 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-a955924a-2b0f-4c13-8fd0-d8eb9d73a998 req-a5eaf7e0-ee73-4a3c-8039-786deab027f0 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/ports?device_id=92f9b5d2-ea4f-461e-8414-5887ee6ac63f HTTP/1.1" status: 200 len: 943 time: 0.0684686 Sep 07 14:11:42.760612 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-a955924a-2b0f-4c13-8fd0-d8eb9d73a998 req-8b2787ba-efa8-483d-8abe-d43764cf9ec3 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/security-groups?id=b2a46496-e3bb-4bac-a613-45bf9f48eefa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317698 Sep 07 14:11:43.438612 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-2c7d9417-1e33-48d1-a8cb-822300028a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:11:43.640791 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cdfd40-2f9d-43f4-adc2-87ed5116bbbb req-5629fa89-3a83-477b-97a3-12eb6c91c33f tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:11:43.642386 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-05cdfd40-2f9d-43f4-adc2-87ed5116bbbb req-5629fa89-3a83-477b-97a3-12eb6c91c33f tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ec2706e-3182-45e5-9b7a-71e5898992a1 HTTP/1.1" status: 200 len: 931 time: 0.0588071 Sep 07 14:11:43.690252 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-05cdfd40-2f9d-43f4-adc2-87ed5116bbbb req-14be1bd7-0722-4ddc-893f-ff2629227f1e tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] 10.222.0.60 "GET /v2.0/security-groups?id=b43b779f-4290-4cca-8b16-3ea14c0aeddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406659 Sep 07 14:11:43.896857 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c9888b-52d6-4bd3-afd8-7a5e3f213cc7 req-db592e97-7964-486c-ae3d-b9daa3c306b0 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:11:43.898398 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-a8c9888b-52d6-4bd3-afd8-7a5e3f213cc7 req-db592e97-7964-486c-ae3d-b9daa3c306b0 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/ports?device_id=92f9b5d2-ea4f-461e-8414-5887ee6ac63f HTTP/1.1" status: 200 len: 943 time: 0.0505800 Sep 07 14:11:43.946963 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-a8c9888b-52d6-4bd3-afd8-7a5e3f213cc7 req-a9dd106c-7422-4c75-931e-ee3684fababc tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/security-groups?id=b2a46496-e3bb-4bac-a613-45bf9f48eefa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415125 Sep 07 14:11:44.191791 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-90497945-cc67-4e40-89ff-93978391019b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:11:44.696841 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-cec4f6fb-2ca0-44f4-a970-9dc467b3a3ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:11:44.811062 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874e4130-9af3-4740-a6ca-c3a46e10c57f req-724fc285-8714-488e-978e-2d6f2c37b36a tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:11:44.812656 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-874e4130-9af3-4740-a6ca-c3a46e10c57f req-724fc285-8714-488e-978e-2d6f2c37b36a tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ec2706e-3182-45e5-9b7a-71e5898992a1 HTTP/1.1" status: 200 len: 931 time: 0.0507360 Sep 07 14:11:44.850889 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-874e4130-9af3-4740-a6ca-c3a46e10c57f req-7c932c86-dddc-4e6e-a965-e0416d5c9ea2 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] 10.222.0.60 "GET /v2.0/security-groups?id=b43b779f-4290-4cca-8b16-3ea14c0aeddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318005 Sep 07 14:11:45.085892 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dd1ac1-38b5-4793-8b39-30c54b46a4f2 req-33b11bfe-cb08-4dd3-ae6f-aac02899f7c5 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:11:45.087401 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-b7dd1ac1-38b5-4793-8b39-30c54b46a4f2 req-33b11bfe-cb08-4dd3-ae6f-aac02899f7c5 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/ports?device_id=92f9b5d2-ea4f-461e-8414-5887ee6ac63f HTTP/1.1" status: 200 len: 943 time: 0.0579865 Sep 07 14:11:45.124970 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-b7dd1ac1-38b5-4793-8b39-30c54b46a4f2 req-76e0d998-56c6-467b-942b-c2791ed9bbc5 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/security-groups?id=b2a46496-e3bb-4bac-a613-45bf9f48eefa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308421 Sep 07 14:11:45.878911 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-24e6fa56-2407-4935-9ec7-bc4eea9bdf8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:11:45.974788 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdedb7d-64a0-45bc-b410-83fba404fd63 req-65c88c8f-9582-4c98-baed-a15cfb210972 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:11:45.976406 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-1cdedb7d-64a0-45bc-b410-83fba404fd63 req-65c88c8f-9582-4c98-baed-a15cfb210972 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ec2706e-3182-45e5-9b7a-71e5898992a1 HTTP/1.1" status: 200 len: 931 time: 0.0564501 Sep 07 14:11:46.015391 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-1cdedb7d-64a0-45bc-b410-83fba404fd63 req-0089b2a1-8e36-46c6-a234-8b0d8e563aa6 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] 10.222.0.60 "GET /v2.0/security-groups?id=b43b779f-4290-4cca-8b16-3ea14c0aeddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324762 Sep 07 14:11:46.257117 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaddc74f-0069-4d51-abc0-31dd1c0c55e6 req-671bc74f-52f3-4deb-bf70-95eee5c65cc2 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:11:46.258736 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-eaddc74f-0069-4d51-abc0-31dd1c0c55e6 req-671bc74f-52f3-4deb-bf70-95eee5c65cc2 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/ports?device_id=92f9b5d2-ea4f-461e-8414-5887ee6ac63f HTTP/1.1" status: 200 len: 943 time: 0.0528133 Sep 07 14:11:46.301194 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-eaddc74f-0069-4d51-abc0-31dd1c0c55e6 req-886d9d5b-1f8a-4ef5-8034-a529abbb900d tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/security-groups?id=b2a46496-e3bb-4bac-a613-45bf9f48eefa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360639 Sep 07 14:11:47.150591 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb075c5-3db8-41c1-b513-62167404a116 req-0085f85a-b2cd-4aa7-94f1-99971148229f tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:11:47.152833 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-feb075c5-3db8-41c1-b513-62167404a116 req-0085f85a-b2cd-4aa7-94f1-99971148229f tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ec2706e-3182-45e5-9b7a-71e5898992a1 HTTP/1.1" status: 200 len: 931 time: 0.0646372 Sep 07 14:11:47.192921 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-feb075c5-3db8-41c1-b513-62167404a116 req-4328742c-0451-44f1-b602-b2698e40b7b3 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] 10.222.0.60 "GET /v2.0/security-groups?id=b43b779f-4290-4cca-8b16-3ea14c0aeddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329714 Sep 07 14:11:47.441579 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ab4ad7-7356-400a-b751-144689d98fc2 req-8b4685c5-cb4a-4f6d-ba78-090ea5edf971 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:11:47.443194 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-f6ab4ad7-7356-400a-b751-144689d98fc2 req-8b4685c5-cb4a-4f6d-ba78-090ea5edf971 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/ports?device_id=92f9b5d2-ea4f-461e-8414-5887ee6ac63f HTTP/1.1" status: 200 len: 943 time: 0.0630867 Sep 07 14:11:47.483182 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-f6ab4ad7-7356-400a-b751-144689d98fc2 req-a5eceb39-3dc6-4dfb-a51a-c3e558504c83 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/security-groups?id=b2a46496-e3bb-4bac-a613-45bf9f48eefa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341709 Sep 07 14:11:48.321923 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fe9efb-6a85-4d5f-9e06-6d44a2d2499d req-3851e8b2-a5d5-4e86-86ca-ee201eb19b14 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:11:48.323417 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-86fe9efb-6a85-4d5f-9e06-6d44a2d2499d req-3851e8b2-a5d5-4e86-86ca-ee201eb19b14 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ec2706e-3182-45e5-9b7a-71e5898992a1 HTTP/1.1" status: 200 len: 931 time: 0.0649924 Sep 07 14:11:48.363181 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-86fe9efb-6a85-4d5f-9e06-6d44a2d2499d req-610bb5f2-2918-4de7-b305-093323696a47 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] 10.222.0.60 "GET /v2.0/security-groups?id=b43b779f-4290-4cca-8b16-3ea14c0aeddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331695 Sep 07 14:11:48.444158 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:11:48.623450 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7119ffff-f04c-4297-a5c9-2575135acc57 req-9f73254a-db33-4378-8d16-a562c83e474f tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:11:48.625094 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-7119ffff-f04c-4297-a5c9-2575135acc57 req-9f73254a-db33-4378-8d16-a562c83e474f tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/ports?device_id=92f9b5d2-ea4f-461e-8414-5887ee6ac63f HTTP/1.1" status: 200 len: 943 time: 0.0551438 Sep 07 14:11:48.671377 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-7119ffff-f04c-4297-a5c9-2575135acc57 req-f89a43fe-4771-47ef-b1ab-30c12570c40f tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/security-groups?id=b2a46496-e3bb-4bac-a613-45bf9f48eefa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401766 Sep 07 14:11:49.487284 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d849ef91-f18e-4e0a-b47e-c6ecf2d6a3da req-0feab6bc-743f-4400-b5e4-3521ef5863fc tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:11:49.489604 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-d849ef91-f18e-4e0a-b47e-c6ecf2d6a3da req-0feab6bc-743f-4400-b5e4-3521ef5863fc tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ec2706e-3182-45e5-9b7a-71e5898992a1 HTTP/1.1" status: 200 len: 931 time: 0.0520101 Sep 07 14:11:49.533228 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-d849ef91-f18e-4e0a-b47e-c6ecf2d6a3da req-59ad4b3e-9a31-4665-a294-0c510d7d0357 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] 10.222.0.60 "GET /v2.0/security-groups?id=b43b779f-4290-4cca-8b16-3ea14c0aeddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346885 Sep 07 14:11:49.805178 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37331f98-74d6-4eb1-a047-8163e5a3ace6 req-16fcec82-405a-490e-acf0-fd8d7a77bce7 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:11:49.806730 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-37331f98-74d6-4eb1-a047-8163e5a3ace6 req-16fcec82-405a-490e-acf0-fd8d7a77bce7 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/ports?device_id=92f9b5d2-ea4f-461e-8414-5887ee6ac63f HTTP/1.1" status: 200 len: 943 time: 0.0528047 Sep 07 14:11:49.845101 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-37331f98-74d6-4eb1-a047-8163e5a3ace6 req-b6d15b2d-f96f-4c31-869b-c689a366e02e tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/security-groups?id=b2a46496-e3bb-4bac-a613-45bf9f48eefa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323336 Sep 07 14:11:50.532610 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.v2.base [req-79365bdf-3059-457c-8ecd-896124980ef3 req-043d60bd-ce65-4827-ba7b-e9b5fe6bf0f1 service neutron] Request body: {'port': {'device_id': '8ec2706e-3182-45e5-9b7a-71e5898992a1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78291'}} {{(pid=94138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:11:50.599773 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-79365bdf-3059-457c-8ecd-896124980ef3 req-043d60bd-ce65-4827-ba7b-e9b5fe6bf0f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_update {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:11:50.665316 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b126ac-b271-42ac-a6cd-43e71089d4ab req-5c81296e-903a-4fee-af09-2a92138bf6de tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:11:50.666846 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-51b126ac-b271-42ac-a6cd-43e71089d4ab req-5c81296e-903a-4fee-af09-2a92138bf6de tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ec2706e-3182-45e5-9b7a-71e5898992a1 HTTP/1.1" status: 200 len: 931 time: 0.0578511 Sep 07 14:11:50.712348 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-51b126ac-b271-42ac-a6cd-43e71089d4ab req-7331b159-abc9-43dd-a3be-01e2cc7d82f1 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] 10.222.0.60 "GET /v2.0/security-groups?id=b43b779f-4290-4cca-8b16-3ea14c0aeddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391817 Sep 07 14:11:50.874608 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.notifiers.nova [req-79365bdf-3059-457c-8ecd-896124980ef3 req-043d60bd-ce65-4827-ba7b-e9b5fe6bf0f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9864b544-54ea-426f-9fce-16e3894b7c48 {{(pid=94138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 14:11:50.882190 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-79365bdf-3059-457c-8ecd-896124980ef3 req-043d60bd-ce65-4827-ba7b-e9b5fe6bf0f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:11:50.894789 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.db.provisioning_blocks [req-79365bdf-3059-457c-8ecd-896124980ef3 req-043d60bd-ce65-4827-ba7b-e9b5fe6bf0f1 service neutron] Transition to ACTIVE for port object 9864b544-54ea-426f-9fce-16e3894b7c48 will not be triggered until provisioned by entity L2. {{(pid=94138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 14:11:50.898673 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-79365bdf-3059-457c-8ecd-896124980ef3 req-043d60bd-ce65-4827-ba7b-e9b5fe6bf0f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735729008622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735728620463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735728620481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65197374'] for port, after_update {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:11:50.954030 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043d60bd-ce65-4827-ba7b-e9b5fe6bf0f1 service neutron] Pushing event updated for resources: {'Port': ['ID=9864b544-54ea-426f-9fce-16e3894b7c48,revision_number=2']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:11:50.978412 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fe223b-3018-46d7-a1d1-a775e29649c9 req-cb95f622-5016-45ae-8e0d-c21a51344df8 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:11:50.980000 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-37fe223b-3018-46d7-a1d1-a775e29649c9 req-cb95f622-5016-45ae-8e0d-c21a51344df8 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/ports?device_id=92f9b5d2-ea4f-461e-8414-5887ee6ac63f HTTP/1.1" status: 200 len: 943 time: 0.0590365 Sep 07 14:11:51.026495 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-37fe223b-3018-46d7-a1d1-a775e29649c9 req-57a2f189-7c66-43b5-add6-1ed48b131300 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/security-groups?id=b2a46496-e3bb-4bac-a613-45bf9f48eefa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389159 Sep 07 14:11:51.035361 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.managers [req-79365bdf-3059-457c-8ecd-896124980ef3 req-043d60bd-ce65-4827-ba7b-e9b5fe6bf0f1 service neutron] Attempting to bind port 9864b544-54ea-426f-9fce-16e3894b7c48 on host hv-cinder-78291 for vnic_type normal with profile {{(pid=94138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 14:11:51.035882 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.managers [req-79365bdf-3059-457c-8ecd-896124980ef3 req-043d60bd-ce65-4827-ba7b-e9b5fe6bf0f1 service neutron] Attempting to bind port 9864b544-54ea-426f-9fce-16e3894b7c48 by drivers openvswitch,hyperv on host hv-cinder-78291 at level 0 using segments [{'id': '9951721c-ccaf-489b-b5e1-68302cc2cd5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'f7617b6d-ab89-4a54-b036-07b674993ecd'}] {{(pid=94138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 14:11:51.036077 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79365bdf-3059-457c-8ecd-896124980ef3 req-043d60bd-ce65-4827-ba7b-e9b5fe6bf0f1 service neutron] Attempting to bind port 9864b544-54ea-426f-9fce-16e3894b7c48 on network f7617b6d-ab89-4a54-b036-07b674993ecd {{(pid=94138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 14:11:51.049834 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79365bdf-3059-457c-8ecd-896124980ef3 req-043d60bd-ce65-4827-ba7b-e9b5fe6bf0f1 service neutron] Port 9864b544-54ea-426f-9fce-16e3894b7c48 on network f7617b6d-ab89-4a54-b036-07b674993ecd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78291 {{(pid=94138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 14:11:51.049834 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79365bdf-3059-457c-8ecd-896124980ef3 req-043d60bd-ce65-4827-ba7b-e9b5fe6bf0f1 service neutron] Attempting to bind port 9864b544-54ea-426f-9fce-16e3894b7c48 on network f7617b6d-ab89-4a54-b036-07b674993ecd {{(pid=94138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 14:11:51.049834 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79365bdf-3059-457c-8ecd-896124980ef3 req-043d60bd-ce65-4827-ba7b-e9b5fe6bf0f1 service neutron] Checking agent: {'id': '42fa3594-1565-4da1-9b03-2e08c5cc8c06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78291', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 14, 4, 18), 'started_at': datetime.datetime(2021, 9, 7, 14, 4, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 14, 11, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 14:11:51.049834 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79365bdf-3059-457c-8ecd-896124980ef3 req-043d60bd-ce65-4827-ba7b-e9b5fe6bf0f1 service neutron] Checking segment: {'id': '9951721c-ccaf-489b-b5e1-68302cc2cd5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'f7617b6d-ab89-4a54-b036-07b674993ecd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 14:11:51.049834 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79365bdf-3059-457c-8ecd-896124980ef3 req-043d60bd-ce65-4827-ba7b-e9b5fe6bf0f1 service neutron] Bound using segment: {'id': '9951721c-ccaf-489b-b5e1-68302cc2cd5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'f7617b6d-ab89-4a54-b036-07b674993ecd'} {{(pid=94138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 14:11:51.050471 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.managers [req-79365bdf-3059-457c-8ecd-896124980ef3 req-043d60bd-ce65-4827-ba7b-e9b5fe6bf0f1 service neutron] Bound port: 9864b544-54ea-426f-9fce-16e3894b7c48, host: hv-cinder-78291, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9951721c-ccaf-489b-b5e1-68302cc2cd5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'f7617b6d-ab89-4a54-b036-07b674993ecd'}}] {{(pid=94138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 14:11:51.050471 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-79365bdf-3059-457c-8ecd-896124980ef3 req-043d60bd-ce65-4827-ba7b-e9b5fe6bf0f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_update {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:11:51.118630 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.db [req-79365bdf-3059-457c-8ecd-896124980ef3 req-043d60bd-ce65-4827-ba7b-e9b5fe6bf0f1 service neutron] For port 9864b544-54ea-426f-9fce-16e3894b7c48, host hv-cinder-78291, cleared binding levels {{(pid=94138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 14:11:51.122032 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.db [req-79365bdf-3059-457c-8ecd-896124980ef3 req-043d60bd-ce65-4827-ba7b-e9b5fe6bf0f1 service neutron] For port 9864b544-54ea-426f-9fce-16e3894b7c48, host hv-cinder-78291, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=9864b544-54ea-426f-9fce-16e3894b7c48,segment=NetworkSegment(9951721c-ccaf-489b-b5e1-68302cc2cd5b),segment_id=9951721c-ccaf-489b-b5e1-68302cc2cd5b)] {{(pid=94138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 14:11:51.127488 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-79365bdf-3059-457c-8ecd-896124980ef3 req-043d60bd-ce65-4827-ba7b-e9b5fe6bf0f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735729008622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735728620463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735728620481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65197374'] for port, after_update {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:11:51.161628 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79365bdf-3059-457c-8ecd-896124980ef3 req-043d60bd-ce65-4827-ba7b-e9b5fe6bf0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:11:51.162252 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-79365bdf-3059-457c-8ecd-896124980ef3 req-043d60bd-ce65-4827-ba7b-e9b5fe6bf0f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88768'] for port, before_response {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:11:51.170301 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-79365bdf-3059-457c-8ecd-896124980ef3 req-043d60bd-ce65-4827-ba7b-e9b5fe6bf0f1 service neutron] 10.222.0.23 "PUT /v2.0/ports/9864b544-54ea-426f-9fce-16e3894b7c48 HTTP/1.1" status: 200 len: 1093 time: 0.6364625 Sep 07 14:11:51.170843 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ec2706e-3182-45e5-9b7a-71e5898992a1', 'tag': '9864b544-54ea-426f-9fce-16e3894b7c48'}] {{(pid=94138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:11:51.173569 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2f7ddeb31991bace343f2b2f4f22cd3bc4274a24b7cd750f83a004d46e17087" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acba7c01-e6d6-470a-b55e-a00509ef6d2a" -d '{"events": [{"name": "network-changed", "server_uuid": "8ec2706e-3182-45e5-9b7a-71e5898992a1", "tag": "9864b544-54ea-426f-9fce-16e3894b7c48"}]}' {{(pid=94138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:11:51.203634 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043d60bd-ce65-4827-ba7b-e9b5fe6bf0f1 service neutron] Pushing event updated for resources: {'Port': ['ID=9864b544-54ea-426f-9fce-16e3894b7c48,revision_number=3']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:11:51.220546 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 14:11:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dee8e5b-c1e9-4dbd-b967-184704142904 x-openstack-request-id: req-1dee8e5b-c1e9-4dbd-b967-184704142904 {{(pid=94138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:11:51.220929 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ec2706e-3182-45e5-9b7a-71e5898992a1", "tag": "9864b544-54ea-426f-9fce-16e3894b7c48", "status": "completed", "code": 200}]} {{(pid=94138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:11:51.221253 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1dee8e5b-c1e9-4dbd-b967-184704142904 {{(pid=94138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:11:51.221750 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ec2706e-3182-45e5-9b7a-71e5898992a1', 'tag': '9864b544-54ea-426f-9fce-16e3894b7c48', 'status': 'completed', 'code': 200} Sep 07 14:11:51.256901 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79365bdf-3059-457c-8ecd-896124980ef3 req-6406dec5-a3a5-4470-9c52-12d0746ba8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:11:51.258446 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-79365bdf-3059-457c-8ecd-896124980ef3 req-6406dec5-a3a5-4470-9c52-12d0746ba8dc service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=25d79c53f0bd4923ab966dd0d5f549ca&device_id=8ec2706e-3182-45e5-9b7a-71e5898992a1 HTTP/1.1" status: 200 len: 1096 time: 0.0478222 Sep 07 14:11:51.302673 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-79365bdf-3059-457c-8ecd-896124980ef3 req-12192dc2-7526-430f-8b37-ea70b0db6533 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9864b544-54ea-426f-9fce-16e3894b7c48 HTTP/1.1" status: 200 len: 217 time: 0.0360897 Sep 07 14:11:51.352173 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79365bdf-3059-457c-8ecd-896124980ef3 req-2baa5ea3-b6f2-484f-8569-070b667f9e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:11:51.353658 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-79365bdf-3059-457c-8ecd-896124980ef3 req-2baa5ea3-b6f2-484f-8569-070b667f9e82 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3750f73b-6c72-42f1-b8a9-086bab013509 HTTP/1.1" status: 200 len: 851 time: 0.0448427 Sep 07 14:11:51.402091 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79365bdf-3059-457c-8ecd-896124980ef3 req-ee6f1537-6c86-4a3c-8d00-ec06657a1eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:11:51.404017 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-79365bdf-3059-457c-8ecd-896124980ef3 req-ee6f1537-6c86-4a3c-8d00-ec06657a1eb6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f7617b6d-ab89-4a54-b036-07b674993ecd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0431943 Sep 07 14:11:51.503160 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-79365bdf-3059-457c-8ecd-896124980ef3 req-4fdac63a-e1cf-4c57-b85a-020c393554f6 service neutron] 10.222.0.23 "GET /v2.0/networks/f7617b6d-ab89-4a54-b036-07b674993ecd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908458 Sep 07 14:11:51.597546 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-79365bdf-3059-457c-8ecd-896124980ef3 req-6c3eac45-913c-4528-bda3-6410dfa2d38f service neutron] 10.222.0.23 "GET /v2.0/networks/f7617b6d-ab89-4a54-b036-07b674993ecd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870783 Sep 07 14:11:51.685243 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acba7c01-e6d6-470a-b55e-a00509ef6d2a req-36f6d16b-2565-4016-bdf8-afc201cb43aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:11:51.686839 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-acba7c01-e6d6-470a-b55e-a00509ef6d2a req-36f6d16b-2565-4016-bdf8-afc201cb43aa service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=25d79c53f0bd4923ab966dd0d5f549ca&device_id=8ec2706e-3182-45e5-9b7a-71e5898992a1 HTTP/1.1" status: 200 len: 1096 time: 0.0427310 Sep 07 14:11:51.784222 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acba7c01-e6d6-470a-b55e-a00509ef6d2a req-465e55ba-d299-4a4e-9daf-13fe6baea619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:11:51.785709 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-acba7c01-e6d6-470a-b55e-a00509ef6d2a req-465e55ba-d299-4a4e-9daf-13fe6baea619 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f7617b6d-ab89-4a54-b036-07b674993ecd HTTP/1.1" status: 200 len: 913 time: 0.0913823 Sep 07 14:11:51.830399 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f03480-ecb2-4ab0-9af4-edd1dfecacdd req-d8be86bc-b83d-46e3-86f5-7ad83579870b tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:11:51.831903 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-33f03480-ecb2-4ab0-9af4-edd1dfecacdd req-d8be86bc-b83d-46e3-86f5-7ad83579870b tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ec2706e-3182-45e5-9b7a-71e5898992a1 HTTP/1.1" status: 200 len: 943 time: 0.0502763 Sep 07 14:11:51.833062 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-acba7c01-e6d6-470a-b55e-a00509ef6d2a req-b02028bd-0476-4cef-94a3-b7d9ad2dc274 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9864b544-54ea-426f-9fce-16e3894b7c48 HTTP/1.1" status: 200 len: 217 time: 0.0387101 Sep 07 14:11:51.871896 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-33f03480-ecb2-4ab0-9af4-edd1dfecacdd req-6dd9686e-19c6-4d15-a661-2d6f674c8249 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] 10.222.0.60 "GET /v2.0/security-groups?id=b43b779f-4290-4cca-8b16-3ea14c0aeddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340033 Sep 07 14:11:51.882106 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acba7c01-e6d6-470a-b55e-a00509ef6d2a req-32ade9d0-7eca-4edd-bbc2-c7234df9a479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:11:51.883639 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-acba7c01-e6d6-470a-b55e-a00509ef6d2a req-32ade9d0-7eca-4edd-bbc2-c7234df9a479 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3750f73b-6c72-42f1-b8a9-086bab013509 HTTP/1.1" status: 200 len: 851 time: 0.0436909 Sep 07 14:11:51.931796 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acba7c01-e6d6-470a-b55e-a00509ef6d2a req-820ca40f-8be6-4b51-aabe-471148f50be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:11:51.933195 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-acba7c01-e6d6-470a-b55e-a00509ef6d2a req-820ca40f-8be6-4b51-aabe-471148f50be4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f7617b6d-ab89-4a54-b036-07b674993ecd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0428517 Sep 07 14:11:52.029330 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-acba7c01-e6d6-470a-b55e-a00509ef6d2a req-3935f841-6dc6-401a-b508-11d3282efe8d service neutron] 10.222.0.23 "GET /v2.0/networks/f7617b6d-ab89-4a54-b036-07b674993ecd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883510 Sep 07 14:11:52.124999 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-acba7c01-e6d6-470a-b55e-a00509ef6d2a req-eddbbd64-e4fb-4c05-8afd-9aad699d0c0e service neutron] 10.222.0.23 "GET /v2.0/networks/f7617b6d-ab89-4a54-b036-07b674993ecd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893161 Sep 07 14:11:52.155097 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73d3cd7-9a0e-45c9-872d-ee14b4442cbb req-a04f559a-cf90-4078-ad0a-aa32298b736f tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:11:52.156736 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-f73d3cd7-9a0e-45c9-872d-ee14b4442cbb req-a04f559a-cf90-4078-ad0a-aa32298b736f tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/ports?device_id=92f9b5d2-ea4f-461e-8414-5887ee6ac63f HTTP/1.1" status: 200 len: 943 time: 0.0532856 Sep 07 14:11:52.195814 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-f73d3cd7-9a0e-45c9-872d-ee14b4442cbb req-a8644d24-6668-4635-93a6-31e54d4ed281 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/security-groups?id=b2a46496-e3bb-4bac-a613-45bf9f48eefa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328145 Sep 07 14:11:52.986804 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4e469c-597e-44cd-82df-81b3e68d90b1 req-7977d715-ac6f-460e-886f-4ee4733ad740 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:11:52.988359 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-6d4e469c-597e-44cd-82df-81b3e68d90b1 req-7977d715-ac6f-460e-886f-4ee4733ad740 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ec2706e-3182-45e5-9b7a-71e5898992a1 HTTP/1.1" status: 200 len: 943 time: 0.0494287 Sep 07 14:11:53.025885 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-6d4e469c-597e-44cd-82df-81b3e68d90b1 req-ad8f1d7c-aab1-412f-b9c4-d37e44b5896f tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] 10.222.0.60 "GET /v2.0/security-groups?id=b43b779f-4290-4cca-8b16-3ea14c0aeddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312395 Sep 07 14:11:53.319141 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016942ae-714c-42e8-ab39-8ea454df24e1 req-158205c5-6737-4a57-80f8-6d55a00a317b tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:11:53.320609 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-016942ae-714c-42e8-ab39-8ea454df24e1 req-158205c5-6737-4a57-80f8-6d55a00a317b tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/ports?device_id=92f9b5d2-ea4f-461e-8414-5887ee6ac63f HTTP/1.1" status: 200 len: 943 time: 0.0496826 Sep 07 14:11:53.367730 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-016942ae-714c-42e8-ab39-8ea454df24e1 req-6507cdb7-700d-449e-99da-9d9748f009bc tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/security-groups?id=b2a46496-e3bb-4bac-a613-45bf9f48eefa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402002 Sep 07 14:11:54.153062 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568c83f3-5a21-4b41-87ef-357bf756455c req-861f33e5-7a16-4c72-a7a8-a6fdcfc5bbfe tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:11:54.154653 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-568c83f3-5a21-4b41-87ef-357bf756455c req-861f33e5-7a16-4c72-a7a8-a6fdcfc5bbfe tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ec2706e-3182-45e5-9b7a-71e5898992a1 HTTP/1.1" status: 200 len: 943 time: 0.0603898 Sep 07 14:11:54.205500 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-568c83f3-5a21-4b41-87ef-357bf756455c req-9ce3f104-af1a-4825-b816-b01729189f5d tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] 10.222.0.60 "GET /v2.0/security-groups?id=b43b779f-4290-4cca-8b16-3ea14c0aeddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383933 Sep 07 14:11:54.496067 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d382a6-7cf2-4931-8697-b63c021b3b79 req-597d36e0-dcb1-4078-8e53-d2b6fdf95659 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:11:54.497636 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-e6d382a6-7cf2-4931-8697-b63c021b3b79 req-597d36e0-dcb1-4078-8e53-d2b6fdf95659 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/ports?device_id=92f9b5d2-ea4f-461e-8414-5887ee6ac63f HTTP/1.1" status: 200 len: 943 time: 0.0509951 Sep 07 14:11:54.537049 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-e6d382a6-7cf2-4931-8697-b63c021b3b79 req-6610013c-b93f-460f-8ea1-3a27d078d671 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/security-groups?id=b2a46496-e3bb-4bac-a613-45bf9f48eefa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334656 Sep 07 14:11:55.325004 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f8b376-9b23-4883-b206-1b283f5c8314 req-589a7632-20ab-47fc-89c8-d7e1623fa596 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:11:55.327199 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-e4f8b376-9b23-4883-b206-1b283f5c8314 req-589a7632-20ab-47fc-89c8-d7e1623fa596 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ec2706e-3182-45e5-9b7a-71e5898992a1 HTTP/1.1" status: 200 len: 943 time: 0.0498025 Sep 07 14:11:55.368876 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-e4f8b376-9b23-4883-b206-1b283f5c8314 req-b6c607bb-41f4-45fb-a45b-4dfb6e4f13fd tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] 10.222.0.60 "GET /v2.0/security-groups?id=b43b779f-4290-4cca-8b16-3ea14c0aeddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353429 Sep 07 14:11:55.660597 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223444ad-9d6d-4c8c-8541-617af2e77afb req-2a076c40-9444-4f1e-a2ad-1979adb970a0 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:11:55.662234 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-223444ad-9d6d-4c8c-8541-617af2e77afb req-2a076c40-9444-4f1e-a2ad-1979adb970a0 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/ports?device_id=92f9b5d2-ea4f-461e-8414-5887ee6ac63f HTTP/1.1" status: 200 len: 943 time: 0.0523455 Sep 07 14:11:55.700664 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-223444ad-9d6d-4c8c-8541-617af2e77afb req-c20527a8-49c6-40bf-982d-824ba7caab46 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/security-groups?id=b2a46496-e3bb-4bac-a613-45bf9f48eefa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324161 Sep 07 14:11:56.485792 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c419a6ca-f65b-4633-a263-9ec6f3f8e3af req-72efc1b7-f745-4e28-9985-f9ecdeba6f44 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:11:56.490109 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-c419a6ca-f65b-4633-a263-9ec6f3f8e3af req-72efc1b7-f745-4e28-9985-f9ecdeba6f44 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ec2706e-3182-45e5-9b7a-71e5898992a1 HTTP/1.1" status: 200 len: 943 time: 0.0540378 Sep 07 14:11:56.527974 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-c419a6ca-f65b-4633-a263-9ec6f3f8e3af req-42c48c4d-5d0e-4efa-885d-886101f88603 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] 10.222.0.60 "GET /v2.0/security-groups?id=b43b779f-4290-4cca-8b16-3ea14c0aeddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341988 Sep 07 14:11:56.830993 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90037167-a559-457e-811c-8bb30efb6670 req-b1e229e5-9b52-4b87-94be-c6b10da8487b tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:11:56.832394 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-90037167-a559-457e-811c-8bb30efb6670 req-b1e229e5-9b52-4b87-94be-c6b10da8487b tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/ports?device_id=92f9b5d2-ea4f-461e-8414-5887ee6ac63f HTTP/1.1" status: 200 len: 943 time: 0.0528057 Sep 07 14:11:56.871986 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-90037167-a559-457e-811c-8bb30efb6670 req-eef6e4fe-e301-4243-abf8-9fbdcd43fe88 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/security-groups?id=b2a46496-e3bb-4bac-a613-45bf9f48eefa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336578 Sep 07 14:11:57.654131 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49243ff-6b97-4462-b9fe-bd9162094955 req-ff518963-55a7-46e7-90cf-d58e9ea0bec7 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:11:57.655751 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-e49243ff-6b97-4462-b9fe-bd9162094955 req-ff518963-55a7-46e7-90cf-d58e9ea0bec7 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ec2706e-3182-45e5-9b7a-71e5898992a1 HTTP/1.1" status: 200 len: 943 time: 0.0563042 Sep 07 14:11:57.702794 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-e49243ff-6b97-4462-b9fe-bd9162094955 req-13dcfe8d-74ff-4b9e-86dd-2e2d94a72b2d tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] 10.222.0.60 "GET /v2.0/security-groups?id=b43b779f-4290-4cca-8b16-3ea14c0aeddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334802 Sep 07 14:11:57.969377 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.agents_db [None req-36878762-3245-425c-bb44-2e5aea615dc4 None None] Agent healthcheck: found 6 active agents {{(pid=94140) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 14:11:57.992069 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1c6117-9beb-44e6-8309-6d96d0f0d712 req-0503a040-3ff0-4341-b91b-e417bb7f65fb tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:11:57.993559 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-9c1c6117-9beb-44e6-8309-6d96d0f0d712 req-0503a040-3ff0-4341-b91b-e417bb7f65fb tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/ports?device_id=92f9b5d2-ea4f-461e-8414-5887ee6ac63f HTTP/1.1" status: 200 len: 943 time: 0.0486534 Sep 07 14:11:58.032145 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-9c1c6117-9beb-44e6-8309-6d96d0f0d712 req-94e22c08-99c9-4667-ad3e-eb3aed9ef39d tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/security-groups?id=b2a46496-e3bb-4bac-a613-45bf9f48eefa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317152 Sep 07 14:11:58.697697 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Device 9864b544-54ea-426f-9fce-16e3894b7c48 details requested by agent hyperv_hv-cinder-78291 with host hv-cinder-78291 {{(pid=94139) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 14:11:58.804705 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.db [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] For port 9864b544-54ea-426f-9fce-16e3894b7c48, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=9864b544-54ea-426f-9fce-16e3894b7c48,segment=NetworkSegment(9951721c-ccaf-489b-b5e1-68302cc2cd5b),segment_id=9951721c-ccaf-489b-b5e1-68302cc2cd5b)] {{(pid=94139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:11:58.815639 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Returning: {'device': '9864b544-54ea-426f-9fce-16e3894b7c48', 'network_id': 'f7617b6d-ab89-4a54-b036-07b674993ecd', 'port_id': '9864b544-54ea-426f-9fce-16e3894b7c48', 'mac_address': 'fa:16:3e:75:98:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 661, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3750f73b-6c72-42f1-b8a9-086bab013509', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94139) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 14:11:58.821946 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406a377b-3a1a-43c8-acec-46890dc55022 req-e113dfa0-9638-41b1-b6f5-6a267fcfcccd tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:11:58.823466 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-406a377b-3a1a-43c8-acec-46890dc55022 req-e113dfa0-9638-41b1-b6f5-6a267fcfcccd tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ec2706e-3182-45e5-9b7a-71e5898992a1 HTTP/1.1" status: 200 len: 943 time: 0.0521204 Sep 07 14:11:58.862984 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:11:58.864093 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-406a377b-3a1a-43c8-acec-46890dc55022 req-8f8d1de3-bd0d-4c96-ab16-5bec9c7537bb tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] 10.222.0.60 "GET /v2.0/security-groups?id=b43b779f-4290-4cca-8b16-3ea14c0aeddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339241 Sep 07 14:11:58.876272 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.notifiers.nova [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9864b544-54ea-426f-9fce-16e3894b7c48 {{(pid=94139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 14:11:58.896705 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.db [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] For port 9864b544-54ea-426f-9fce-16e3894b7c48, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=9864b544-54ea-426f-9fce-16e3894b7c48,segment=NetworkSegment(9951721c-ccaf-489b-b5e1-68302cc2cd5b),segment_id=9951721c-ccaf-489b-b5e1-68302cc2cd5b)] {{(pid=94139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:11:58.900931 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735729008622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735728620463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735728620481'] for port, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:11:58.901918 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Device c5d1b3f8-99e1-4800-bd21-6a46b729e8d3 details requested by agent hyperv_hv-cinder-78291 with host hv-cinder-78291 {{(pid=94139) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 14:11:58.971635 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Pushing event updated for resources: {'Port': ['ID=9864b544-54ea-426f-9fce-16e3894b7c48,revision_number=4']} {{(pid=94139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:11:58.982464 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:11:58.982886 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:11:58.983220 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:11:58.983537 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:11:58.983856 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:11:58.984208 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:11:58.984482 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:11:58.984817 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:11:58.985138 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:11:58.985480 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:11:58.985797 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:11:58.986111 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:11:59.044768 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.db [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] For port c5d1b3f8-99e1-4800-bd21-6a46b729e8d3, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=c5d1b3f8-99e1-4800-bd21-6a46b729e8d3,segment=NetworkSegment(21c9d53f-7d57-4732-bacb-70574652c02f),segment_id=21c9d53f-7d57-4732-bacb-70574652c02f)] {{(pid=94139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:11:59.060831 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Returning: {'device': 'c5d1b3f8-99e1-4800-bd21-6a46b729e8d3', 'network_id': '7080b35d-131d-4288-830a-20e851d36466', 'port_id': 'c5d1b3f8-99e1-4800-bd21-6a46b729e8d3', 'mac_address': 'fa:16:3e:b1:1a:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 692, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ffd200c-eaef-4ea2-b697-3bcc1716b422', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94139) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 14:11:59.099146 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:11:59.112339 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.notifiers.nova [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5d1b3f8-99e1-4800-bd21-6a46b729e8d3 {{(pid=94139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 14:11:59.131834 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.db [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] For port c5d1b3f8-99e1-4800-bd21-6a46b729e8d3, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=c5d1b3f8-99e1-4800-bd21-6a46b729e8d3,segment=NetworkSegment(21c9d53f-7d57-4732-bacb-70574652c02f),segment_id=21c9d53f-7d57-4732-bacb-70574652c02f)] {{(pid=94139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:11:59.135793 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735729008622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735728620463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735728620481'] for port, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:11:59.166805 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7194de01-2041-40cb-9e28-76fb6db8efc1 req-3bd96ee1-9ea2-4a6d-947e-067866b21c3d tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:11:59.168310 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-7194de01-2041-40cb-9e28-76fb6db8efc1 req-3bd96ee1-9ea2-4a6d-947e-067866b21c3d tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/ports?device_id=92f9b5d2-ea4f-461e-8414-5887ee6ac63f HTTP/1.1" status: 200 len: 943 time: 0.0547295 Sep 07 14:11:59.182694 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Pushing event updated for resources: {'Port': ['ID=c5d1b3f8-99e1-4800-bd21-6a46b729e8d3,revision_number=9']} {{(pid=94139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:11:59.210371 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-7194de01-2041-40cb-9e28-76fb6db8efc1 req-0f1c30d0-b236-4d9a-adc3-90d3e0c936c0 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/security-groups?id=b2a46496-e3bb-4bac-a613-45bf9f48eefa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360038 Sep 07 14:11:59.370917 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.db [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] get_ports_and_sgs() called for port_ids ['9864b544-54ea-426f-9fce-16e3894b7c48'] {{(pid=94139) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 14:11:59.375554 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.db [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] get_ports_and_sgs() called for port_ids ['c5d1b3f8-99e1-4800-bd21-6a46b729e8d3'] {{(pid=94139) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 14:11:59.977520 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e550ed-2a6f-4680-ba69-fdcdc28572b9 req-3583b44e-926b-4b2d-83bd-7165d2d97c58 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:11:59.978988 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-c7e550ed-2a6f-4680-ba69-fdcdc28572b9 req-3583b44e-926b-4b2d-83bd-7165d2d97c58 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ec2706e-3182-45e5-9b7a-71e5898992a1 HTTP/1.1" status: 200 len: 944 time: 0.0479057 Sep 07 14:12:00.017391 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-c7e550ed-2a6f-4680-ba69-fdcdc28572b9 req-4f366142-905b-4e35-a7d2-3cee9878ac7a tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] 10.222.0.60 "GET /v2.0/security-groups?id=b43b779f-4290-4cca-8b16-3ea14c0aeddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314510 Sep 07 14:12:00.331617 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f333007f-0e14-44b6-b38e-31a4c07c728c req-b8a3db76-522b-4cf7-b682-0d823af4fbc8 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:12:00.333104 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-f333007f-0e14-44b6-b38e-31a4c07c728c req-b8a3db76-522b-4cf7-b682-0d823af4fbc8 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/ports?device_id=92f9b5d2-ea4f-461e-8414-5887ee6ac63f HTTP/1.1" status: 200 len: 944 time: 0.0489450 Sep 07 14:12:00.373501 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-f333007f-0e14-44b6-b38e-31a4c07c728c req-024bd948-464b-43c1-adf6-f3235c8c1a65 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/security-groups?id=b2a46496-e3bb-4bac-a613-45bf9f48eefa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344734 Sep 07 14:12:00.697633 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Device 9864b544-54ea-426f-9fce-16e3894b7c48 up at agent hyperv_hv-cinder-78291 {{(pid=94139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:12:00.747162 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Provisioning for port 9864b544-54ea-426f-9fce-16e3894b7c48 completed by entity L2. {{(pid=94139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 14:12:00.751565 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Provisioning complete for port 9864b544-54ea-426f-9fce-16e3894b7c48 triggered by entity L2. {{(pid=94139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:12:00.751941 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462246'] for port, provisioning_complete {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:12:00.828959 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:12:00.853250 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ec2706e-3182-45e5-9b7a-71e5898992a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9864b544-54ea-426f-9fce-16e3894b7c48'}] {{(pid=94139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:12:00.855493 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4453e99b4ec61c2946fac8af49a5adf90b2a32597d884ada3dd1dc93487e448" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4dda155-d255-4c65-9c06-91c0f44e6391" -d '{"events": [{"server_uuid": "8ec2706e-3182-45e5-9b7a-71e5898992a1", "name": "network-vif-plugged", "status": "completed", "tag": "9864b544-54ea-426f-9fce-16e3894b7c48"}]}' {{(pid=94139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:12:00.868951 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.db [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] For port 9864b544-54ea-426f-9fce-16e3894b7c48, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=9864b544-54ea-426f-9fce-16e3894b7c48,segment=NetworkSegment(9951721c-ccaf-489b-b5e1-68302cc2cd5b),segment_id=9951721c-ccaf-489b-b5e1-68302cc2cd5b)] {{(pid=94139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:12:00.874083 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735729008622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735728620463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735728620481'] for port, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:12:00.874873 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Device c5d1b3f8-99e1-4800-bd21-6a46b729e8d3 up at agent hyperv_hv-cinder-78291 {{(pid=94139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:12:00.948826 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Pushing event updated for resources: {'Port': ['ID=9864b544-54ea-426f-9fce-16e3894b7c48,revision_number=5']} {{(pid=94139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:12:00.961142 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Provisioning complete for port c5d1b3f8-99e1-4800-bd21-6a46b729e8d3 triggered by entity L2. {{(pid=94139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:12:00.961546 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462246'] for port, provisioning_complete {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:12:01.043074 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:12:01.079232 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.db [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] For port c5d1b3f8-99e1-4800-bd21-6a46b729e8d3, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=c5d1b3f8-99e1-4800-bd21-6a46b729e8d3,segment=NetworkSegment(21c9d53f-7d57-4732-bacb-70574652c02f),segment_id=21c9d53f-7d57-4732-bacb-70574652c02f)] {{(pid=94139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:12:01.084553 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735729008622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735728620463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735728620481'] for port, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:12:01.114293 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 14:12:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ec9acf9-0cb9-4bd8-a555-2601a214ccaf x-openstack-request-id: req-1ec9acf9-0cb9-4bd8-a555-2601a214ccaf {{(pid=94139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:12:01.114628 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ec2706e-3182-45e5-9b7a-71e5898992a1", "name": "network-vif-plugged", "status": "completed", "tag": "9864b544-54ea-426f-9fce-16e3894b7c48", "code": 200}]} {{(pid=94139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:12:01.114797 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1ec9acf9-0cb9-4bd8-a555-2601a214ccaf {{(pid=94139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:12:01.115165 dv-cinder-782910-4-iscsi neutron-server[94139]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ec2706e-3182-45e5-9b7a-71e5898992a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9864b544-54ea-426f-9fce-16e3894b7c48', 'code': 200} Sep 07 14:12:01.149098 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Pushing event updated for resources: {'Port': ['ID=c5d1b3f8-99e1-4800-bd21-6a46b729e8d3,revision_number=10']} {{(pid=94139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:12:01.165151 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59faba58-d613-4f49-9349-c02b7523452b req-59fb85e1-bbea-4fce-84c2-380a88a97a3a tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:12:01.166694 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-59faba58-d613-4f49-9349-c02b7523452b req-59fb85e1-bbea-4fce-84c2-380a88a97a3a tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ec2706e-3182-45e5-9b7a-71e5898992a1 HTTP/1.1" status: 200 len: 945 time: 0.0604725 Sep 07 14:12:01.206325 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-59faba58-d613-4f49-9349-c02b7523452b req-98e8a2f0-5192-416e-8a2e-c8f8ac376005 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] 10.222.0.60 "GET /v2.0/security-groups?id=b43b779f-4290-4cca-8b16-3ea14c0aeddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329509 Sep 07 14:12:01.324119 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d3d893-c769-46c4-9871-51316be58791 req-c2ac84e7-9deb-4e9e-9fa5-8365e0fcb60b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:12:01.325704 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-49d3d893-c769-46c4-9871-51316be58791 req-c2ac84e7-9deb-4e9e-9fa5-8365e0fcb60b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=8ec2706e-3182-45e5-9b7a-71e5898992a1 HTTP/1.1" status: 200 len: 1098 time: 0.0472558 Sep 07 14:12:01.369864 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-49d3d893-c769-46c4-9871-51316be58791 req-12ddec9d-0102-4eeb-a7e0-33a9a204ca3f service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=b43b779f-4290-4cca-8b16-3ea14c0aeddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374246 Sep 07 14:12:01.493981 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1448c1ad-a1ab-41b9-bf32-7c9b04bec9d3 req-06694b3e-98df-45e8-9ec8-b569650ae2eb tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:12:01.495520 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-1448c1ad-a1ab-41b9-bf32-7c9b04bec9d3 req-06694b3e-98df-45e8-9ec8-b569650ae2eb tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/ports?device_id=92f9b5d2-ea4f-461e-8414-5887ee6ac63f HTTP/1.1" status: 200 len: 946 time: 0.0484416 Sep 07 14:12:01.533553 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-1448c1ad-a1ab-41b9-bf32-7c9b04bec9d3 req-ffe5b168-96a3-465d-9702-62f9d06b26a2 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/security-groups?id=b2a46496-e3bb-4bac-a613-45bf9f48eefa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321879 Sep 07 14:12:02.324280 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed95a8cb-50f4-4d7d-8775-636583709490 req-9fba4d0d-f71b-4d2a-b910-2aa11f120803 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:12:02.326041 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-ed95a8cb-50f4-4d7d-8775-636583709490 req-9fba4d0d-f71b-4d2a-b910-2aa11f120803 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ec2706e-3182-45e5-9b7a-71e5898992a1 HTTP/1.1" status: 200 len: 945 time: 0.0498521 Sep 07 14:12:02.369075 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-ed95a8cb-50f4-4d7d-8775-636583709490 req-87350040-c1d1-46a9-b247-f75e8c856fdd tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] 10.222.0.60 "GET /v2.0/security-groups?id=b43b779f-4290-4cca-8b16-3ea14c0aeddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364890 Sep 07 14:12:02.657834 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f336da51-524c-471b-9435-d7a8d5491198 req-85e4022f-3b47-479b-83ec-73dd4fbb7b8f tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:12:02.659354 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-f336da51-524c-471b-9435-d7a8d5491198 req-85e4022f-3b47-479b-83ec-73dd4fbb7b8f tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/ports?device_id=92f9b5d2-ea4f-461e-8414-5887ee6ac63f HTTP/1.1" status: 200 len: 946 time: 0.0542784 Sep 07 14:12:02.698981 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-f336da51-524c-471b-9435-d7a8d5491198 req-0362b64f-ca16-4815-8ae2-f269648510c2 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/security-groups?id=b2a46496-e3bb-4bac-a613-45bf9f48eefa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336499 Sep 07 14:12:03.116647 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92f9b5d2-ea4f-461e-8414-5887ee6ac63f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5d1b3f8-99e1-4800-bd21-6a46b729e8d3'}] {{(pid=94139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:12:03.118981 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4453e99b4ec61c2946fac8af49a5adf90b2a32597d884ada3dd1dc93487e448" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-764e1e1f-387e-4aad-9895-475c45ec2f49" -d '{"events": [{"server_uuid": "92f9b5d2-ea4f-461e-8414-5887ee6ac63f", "name": "network-vif-plugged", "status": "completed", "tag": "c5d1b3f8-99e1-4800-bd21-6a46b729e8d3"}]}' {{(pid=94139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:12:03.155813 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 14:12:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9a1db2b-0a74-49a9-bfaf-73de35db6b94 x-openstack-request-id: req-b9a1db2b-0a74-49a9-bfaf-73de35db6b94 {{(pid=94139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:12:03.156165 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92f9b5d2-ea4f-461e-8414-5887ee6ac63f", "name": "network-vif-plugged", "status": "completed", "tag": "c5d1b3f8-99e1-4800-bd21-6a46b729e8d3", "code": 200}]} {{(pid=94139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:12:03.156355 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b9a1db2b-0a74-49a9-bfaf-73de35db6b94 {{(pid=94139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:12:03.156744 dv-cinder-782910-4-iscsi neutron-server[94139]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92f9b5d2-ea4f-461e-8414-5887ee6ac63f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5d1b3f8-99e1-4800-bd21-6a46b729e8d3', 'code': 200} Sep 07 14:12:03.491734 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31362a6-6f25-45e9-8a53-88bf9ba7a78e req-c3141533-e007-4d5e-a6b1-693044c6d45d tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:12:03.493563 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-d31362a6-6f25-45e9-8a53-88bf9ba7a78e req-c3141533-e007-4d5e-a6b1-693044c6d45d tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ec2706e-3182-45e5-9b7a-71e5898992a1 HTTP/1.1" status: 200 len: 945 time: 0.0520496 Sep 07 14:12:03.536776 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-d31362a6-6f25-45e9-8a53-88bf9ba7a78e req-5a613093-0322-474d-b934-4eec0631f357 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] 10.222.0.60 "GET /v2.0/security-groups?id=b43b779f-4290-4cca-8b16-3ea14c0aeddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352578 Sep 07 14:12:03.584192 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888d9a72-2bd4-4fd8-b4bd-f450cd354647 req-96ab9c84-87c3-47d0-b193-ebb1238ab8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:12:03.585732 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-888d9a72-2bd4-4fd8-b4bd-f450cd354647 req-96ab9c84-87c3-47d0-b193-ebb1238ab8f1 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=92f9b5d2-ea4f-461e-8414-5887ee6ac63f HTTP/1.1" status: 200 len: 1099 time: 0.0438900 Sep 07 14:12:03.628970 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-888d9a72-2bd4-4fd8-b4bd-f450cd354647 req-21fcbd41-c799-40dd-a286-b9da69c5eab9 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=b2a46496-e3bb-4bac-a613-45bf9f48eefa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305903 Sep 07 14:12:03.654591 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5e0ec3-29bb-46e6-8b2c-fb7f8f985213 req-68b75820-0128-40f8-99ad-38af1fa0fc90 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:12:03.656065 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-2b5e0ec3-29bb-46e6-8b2c-fb7f8f985213 req-68b75820-0128-40f8-99ad-38af1fa0fc90 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ec2706e-3182-45e5-9b7a-71e5898992a1 HTTP/1.1" status: 200 len: 945 time: 0.0502503 Sep 07 14:12:03.694793 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-2b5e0ec3-29bb-46e6-8b2c-fb7f8f985213 req-341fcb83-5419-4c6b-a2ab-01b47fe2a8f8 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] 10.222.0.60 "GET /v2.0/security-groups?id=b43b779f-4290-4cca-8b16-3ea14c0aeddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327380 Sep 07 14:12:03.716948 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.wsgi [-] (94138) accepted ('10.222.0.60', 51312) {{(pid=94138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:12:03.757187 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbc593df-40ea-4672-9035-b035c4bb4ea5 tempest-TestVolumeBootPattern-1205197271 tempest-TestVolumeBootPattern-1205197271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:12:03.760344 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [None req-bbc593df-40ea-4672-9035-b035c4bb4ea5 tempest-TestVolumeBootPattern-1205197271 tempest-TestVolumeBootPattern-1205197271-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=8ec2706e-3182-45e5-9b7a-71e5898992a1 HTTP/1.1" status: 200 len: 1093 time: 0.0407290 Sep 07 14:12:03.761665 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.wsgi [-] (94138) accepted ('10.222.0.60', 51316) {{(pid=94138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:12:03.765927 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.v2.base [None req-a3fc1688-d75d-49b9-b89e-7fe38fd99868 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Request body: {'floatingip': {'floating_network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'port_id': '9864b544-54ea-426f-9fce-16e3894b7c48', 'tenant_id': '25d79c53f0bd4923ab966dd0d5f549ca', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:12:03.788791 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-a3fc1688-d75d-49b9-b89e-7fe38fd99868 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Notify callbacks [] for floatingip, before_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:12:03.835622 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce84935c-2f26-418b-afad-fd34a192b809 req-56334125-58f3-4ef4-872d-6ad96841f29e tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:12:03.837230 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-ce84935c-2f26-418b-afad-fd34a192b809 req-56334125-58f3-4ef4-872d-6ad96841f29e tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/ports?device_id=92f9b5d2-ea4f-461e-8414-5887ee6ac63f HTTP/1.1" status: 200 len: 946 time: 0.0645709 Sep 07 14:12:03.875833 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-ce84935c-2f26-418b-afad-fd34a192b809 req-780b3bad-7f37-46b4-af8e-9581b640410e tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/security-groups?id=b2a46496-e3bb-4bac-a613-45bf9f48eefa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325627 Sep 07 14:12:03.888456 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-a3fc1688-d75d-49b9-b89e-7fe38fd99868 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:12:04.001177 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.db.db_base_plugin_common [None req-a3fc1688-d75d-49b9-b89e-7fe38fd99868 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Allocated IP 172.27.2.209 (50058ef2-6e12-4dff-890f-d2e17fb9ee92/db4a7c65-31e2-4f76-9b43-e160b3d3d8e2/0984784c-1e7e-40d0-a47a-1d1a152729c2) {{(pid=94138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 14:12:04.112011 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-a3fc1688-d75d-49b9-b89e-7fe38fd99868 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Notify callbacks [] for port, precommit_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:12:04.151031 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-a3fc1688-d75d-49b9-b89e-7fe38fd99868 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735728620445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65197361'] for port, after_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:12:04.190161 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3fc1688-d75d-49b9-b89e-7fe38fd99868 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Network 50058ef2-6e12-4dff-890f-d2e17fb9ee92 is already hosted by enough agents. {{(pid=94138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 14:12:04.203049 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.scheduler.base_scheduler [None req-a3fc1688-d75d-49b9-b89e-7fe38fd99868 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Resources bound (agent type, host, resource id): {{(pid=94138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:12:04.207509 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3fc1688-d75d-49b9-b89e-7fe38fd99868 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Received port after_create {{(pid=94138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 14:12:04.210645 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fc1688-d75d-49b9-b89e-7fe38fd99868 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Pushing event updated for resources: {'Port': ['ID=0984784c-1e7e-40d0-a47a-1d1a152729c2,revision_number=1']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:12:04.860911 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-a3fc1688-d75d-49b9-b89e-7fe38fd99868 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:12:04.949517 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-a3fc1688-d75d-49b9-b89e-7fe38fd99868 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_update {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:12:05.037319 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3b5b50-c3ee-45a5-aa53-86262e443b58 req-0f1e4649-b307-4b9e-9560-abd9e36a497a tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:12:05.038932 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-fc3b5b50-c3ee-45a5-aa53-86262e443b58 req-0f1e4649-b307-4b9e-9560-abd9e36a497a tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/ports?device_id=92f9b5d2-ea4f-461e-8414-5887ee6ac63f HTTP/1.1" status: 200 len: 946 time: 0.0554378 Sep 07 14:12:05.080111 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-fc3b5b50-c3ee-45a5-aa53-86262e443b58 req-ad4246a9-d6ed-4635-8eaa-d385d01fe6b0 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/security-groups?id=b2a46496-e3bb-4bac-a613-45bf9f48eefa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345683 Sep 07 14:12:05.138858 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-a3fc1688-d75d-49b9-b89e-7fe38fd99868 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Notify callbacks [] for port, precommit_update {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:12:05.143687 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-a3fc1688-d75d-49b9-b89e-7fe38fd99868 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735729008622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735728620463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735728620481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65197374'] for port, after_update {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:12:05.225421 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fc1688-d75d-49b9-b89e-7fe38fd99868 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Pushing event updated for resources: {'Port': ['ID=0984784c-1e7e-40d0-a47a-1d1a152729c2,revision_number=2']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:12:05.240253 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-a3fc1688-d75d-49b9-b89e-7fe38fd99868 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-432510'] for floatingip, after_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:12:05.346239 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.db.l3_db [None req-a3fc1688-d75d-49b9-b89e-7fe38fd99868 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Floating IP 27057e64-2e1a-43d0-939c-5ecdcfd4da51 associated. External IP: 172.27.2.209, port: 9864b544-54ea-426f-9fce-16e3894b7c48. Sep 07 14:12:05.567281 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3fc1688-d75d-49b9-b89e-7fe38fd99868 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Router 7c716cc1-a531-41f3-9f23-faa57b595784 has already been hosted by L3 agent fa68c273-d39f-43dc-b6f8-e0c6852ace12 {{(pid=94138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 14:12:05.677171 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3fc1688-d75d-49b9-b89e-7fe38fd99868 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Notify agent at l3_agent.dv-cinder-782910-4-iscsi the message routers_updated {{(pid=94138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 14:12:05.687014 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af448b9-10f9-400a-942c-0bfaad415ade None None] Sync routers for ids ['7c716cc1-a531-41f3-9f23-faa57b595784'] in dv-cinder-782910-4-iscsi {{(pid=94139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 14:12:05.693634 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-a3fc1688-d75d-49b9-b89e-7fe38fd99868 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88768'] for floatingip, before_response {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:12:05.697571 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af448b9-10f9-400a-942c-0bfaad415ade None None] Routers {'7c716cc1-a531-41f3-9f23-faa57b595784'} bound to L3 agent in host dv-cinder-782910-4-iscsi {{(pid=94139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:12:05.698202 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.l3_hamode_db [None req-3af448b9-10f9-400a-942c-0bfaad415ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T13:58:13Z,description=,heartbeat_timestamp=2021-09-07T14:11:43Z,host='dv-cinder-782910-4-iscsi',id=fa68c273-d39f-43dc-b6f8-e0c6852ace12,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T13:58:13Z,topic='l3_agent')) {'router_ids': ['7c716cc1-a531-41f3-9f23-faa57b595784'], 'active': True} {{(pid=94139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:12:05.722042 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [None req-a3fc1688-d75d-49b9-b89e-7fe38fd99868 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9592948 Sep 07 14:12:05.722626 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ec2706e-3182-45e5-9b7a-71e5898992a1', 'tag': '9864b544-54ea-426f-9fce-16e3894b7c48'}] {{(pid=94138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:12:05.724866 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2f7ddeb31991bace343f2b2f4f22cd3bc4274a24b7cd750f83a004d46e17087" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5c0593b-41c5-4274-9400-6bd2efa8bab1" -d '{"events": [{"name": "network-changed", "server_uuid": "8ec2706e-3182-45e5-9b7a-71e5898992a1", "tag": "9864b544-54ea-426f-9fce-16e3894b7c48"}]}' {{(pid=94138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:12:05.764474 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 14:12:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45961ef2-2a8f-4e3c-bd02-970a809679a6 x-openstack-request-id: req-45961ef2-2a8f-4e3c-bd02-970a809679a6 {{(pid=94138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:12:05.764771 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ec2706e-3182-45e5-9b7a-71e5898992a1", "tag": "9864b544-54ea-426f-9fce-16e3894b7c48", "status": "completed", "code": 200}]} {{(pid=94138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:12:05.765020 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-45961ef2-2a8f-4e3c-bd02-970a809679a6 {{(pid=94138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:12:05.765452 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ec2706e-3182-45e5-9b7a-71e5898992a1', 'tag': '9864b544-54ea-426f-9fce-16e3894b7c48', 'status': 'completed', 'code': 200} Sep 07 14:12:05.831360 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c0593b-41c5-4274-9400-6bd2efa8bab1 req-5b881d5a-0488-4025-a929-19db3b276db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:12:05.832799 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-f5c0593b-41c5-4274-9400-6bd2efa8bab1 req-5b881d5a-0488-4025-a929-19db3b276db1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=25d79c53f0bd4923ab966dd0d5f549ca&device_id=8ec2706e-3182-45e5-9b7a-71e5898992a1 HTTP/1.1" status: 200 len: 1098 time: 0.0424073 Sep 07 14:12:05.937883 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c0593b-41c5-4274-9400-6bd2efa8bab1 req-e0a7a8be-75da-43be-a5ba-bcf121cc7269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:12:05.938552 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.l3_dvr_db [None req-3af448b9-10f9-400a-942c-0bfaad415ade None None] Set router 7c716cc1-a531-41f3-9f23-faa57b595784 gateway port host: dv-cinder-782910-4-iscsi {{(pid=94139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:12:05.939387 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-f5c0593b-41c5-4274-9400-6bd2efa8bab1 req-e0a7a8be-75da-43be-a5ba-bcf121cc7269 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f7617b6d-ab89-4a54-b036-07b674993ecd HTTP/1.1" status: 200 len: 913 time: 0.0989926 Sep 07 14:12:06.005381 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-f5c0593b-41c5-4274-9400-6bd2efa8bab1 req-0950aeef-7dcb-4ddd-a5c8-b08fd6e663bd service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9864b544-54ea-426f-9fce-16e3894b7c48 HTTP/1.1" status: 200 len: 999 time: 0.0590880 Sep 07 14:12:06.055424 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c0593b-41c5-4274-9400-6bd2efa8bab1 req-d34332d6-6b19-4aa2-bfa0-730cf40f42f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:12:06.060032 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-f5c0593b-41c5-4274-9400-6bd2efa8bab1 req-d34332d6-6b19-4aa2-bfa0-730cf40f42f6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3750f73b-6c72-42f1-b8a9-086bab013509 HTTP/1.1" status: 200 len: 851 time: 0.0449045 Sep 07 14:12:06.106470 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c0593b-41c5-4274-9400-6bd2efa8bab1 req-381e151d-87b4-415b-8ce3-4e576a3c6c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:12:06.108162 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-f5c0593b-41c5-4274-9400-6bd2efa8bab1 req-381e151d-87b4-415b-8ce3-4e576a3c6c2f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f7617b6d-ab89-4a54-b036-07b674993ecd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0443344 Sep 07 14:12:06.173537 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.l3_hamode_db [None req-3af448b9-10f9-400a-942c-0bfaad415ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c716cc1-a531-41f3-9f23-faa57b595784', 'name': 'tempest-TestVolumeBootPattern-1482981846-router', 'tenant_id': '25d79c53f0bd4923ab966dd0d5f549ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'external_fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': '59d08d57-a9bc-451f-b10d-b81a2fedad8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:07:39Z', 'updated_at': '2021-09-07T14:07:43Z', 'revision_number': 4, 'project_id': '25d79c53f0bd4923ab966dd0d5f549ca', 'gw_port': {'id': '59d08d57-a9bc-451f-b10d-b81a2fedad8c', 'name': '', 'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f4:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c716cc1-a531-41f3-9f23-faa57b595784', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:07:39Z', 'updated_at': '2021-09-07T14:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-4-iscsi', '_floatingips': [{'id': '27057e64-2e1a-43d0-939c-5ecdcfd4da51', 'tenant_id': '25d79c53f0bd4923ab966dd0d5f549ca', 'floating_ip_address': '172.27.2.209', 'floating_network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'router_id': '7c716cc1-a531-41f3-9f23-faa57b595784', 'port_id': '9864b544-54ea-426f-9fce-16e3894b7c48', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7617b6d-ab89-4a54-b036-07b674993ecd', 'mac_address': 'fa:16:3e:75:98:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ec2706e-3182-45e5-9b7a-71e5898992a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T14:12:04Z', 'updated_at': '2021-09-07T14:12:04Z', 'revision_number': 0, 'project_id': '25d79c53f0bd4923ab966dd0d5f549ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d68cbd4-23d9-4ebf-98ab-c41cb6cabbd7', 'name': '', 'network_id': 'f7617b6d-ab89-4a54-b036-07b674993ecd', 'tenant_id': '25d79c53f0bd4923ab966dd0d5f549ca', 'mac_address': 'fa:16:3e:6a:97:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c716cc1-a531-41f3-9f23-faa57b595784', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '3750f73b-6c72-42f1-b8a9-086bab013509', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:07:42Z', 'updated_at': '2021-09-07T14:07:48Z', 'revision_number': 5, 'project_id': '25d79c53f0bd4923ab966dd0d5f549ca', 'subnets': [{'id': '3750f73b-6c72-42f1-b8a9-086bab013509', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782910-4-iscsi', False) {} {{(pid=94139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:12:06.204945 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af448b9-10f9-400a-942c-0bfaad415ade None None] Checking router: 7c716cc1-a531-41f3-9f23-faa57b595784 for host: dv-cinder-782910-4-iscsi {{(pid=94139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 14:12:06.209534 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924c20a8-d131-494f-9507-cfdd68b2767a req-ec914bbb-b132-40c2-b961-07f1b106cbe1 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:12:06.210074 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-f5c0593b-41c5-4274-9400-6bd2efa8bab1 req-c141c0f0-ff07-45e1-a1aa-9640403df666 service neutron] 10.222.0.23 "GET /v2.0/networks/f7617b6d-ab89-4a54-b036-07b674993ecd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943005 Sep 07 14:12:06.211216 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-924c20a8-d131-494f-9507-cfdd68b2767a req-ec914bbb-b132-40c2-b961-07f1b106cbe1 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/ports?device_id=92f9b5d2-ea4f-461e-8414-5887ee6ac63f HTTP/1.1" status: 200 len: 946 time: 0.0533237 Sep 07 14:12:06.216561 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af448b9-10f9-400a-942c-0bfaad415ade None None] Routers {'7c716cc1-a531-41f3-9f23-faa57b595784'} bound to L3 agent in host dv-cinder-782910-4-iscsi {{(pid=94139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:12:06.217979 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.l3_hamode_db [None req-3af448b9-10f9-400a-942c-0bfaad415ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T13:58:13Z,description=,heartbeat_timestamp=2021-09-07T14:11:43Z,host='dv-cinder-782910-4-iscsi',id=fa68c273-d39f-43dc-b6f8-e0c6852ace12,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T13:58:13Z,topic='l3_agent')) {'router_ids': ['7c716cc1-a531-41f3-9f23-faa57b595784'], 'active': True} {{(pid=94139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:12:06.250198 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-924c20a8-d131-494f-9507-cfdd68b2767a req-435abd5c-36e8-4d58-ba44-4e84a92306c2 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/security-groups?id=b2a46496-e3bb-4bac-a613-45bf9f48eefa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324738 Sep 07 14:12:06.311262 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-f5c0593b-41c5-4274-9400-6bd2efa8bab1 req-9c043d68-987f-444d-bc33-a28161d93605 service neutron] 10.222.0.23 "GET /v2.0/networks/f7617b6d-ab89-4a54-b036-07b674993ecd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943036 Sep 07 14:12:06.334232 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.l3_dvr_db [None req-3af448b9-10f9-400a-942c-0bfaad415ade None None] Set router 7c716cc1-a531-41f3-9f23-faa57b595784 gateway port host: dv-cinder-782910-4-iscsi {{(pid=94139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:12:06.562707 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.l3_hamode_db [None req-3af448b9-10f9-400a-942c-0bfaad415ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c716cc1-a531-41f3-9f23-faa57b595784', 'name': 'tempest-TestVolumeBootPattern-1482981846-router', 'tenant_id': '25d79c53f0bd4923ab966dd0d5f549ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'external_fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': '59d08d57-a9bc-451f-b10d-b81a2fedad8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:07:39Z', 'updated_at': '2021-09-07T14:07:43Z', 'revision_number': 4, 'project_id': '25d79c53f0bd4923ab966dd0d5f549ca', 'gw_port': {'id': '59d08d57-a9bc-451f-b10d-b81a2fedad8c', 'name': '', 'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f4:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c716cc1-a531-41f3-9f23-faa57b595784', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:07:39Z', 'updated_at': '2021-09-07T14:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-4-iscsi', '_floatingips': [{'id': '27057e64-2e1a-43d0-939c-5ecdcfd4da51', 'tenant_id': '25d79c53f0bd4923ab966dd0d5f549ca', 'floating_ip_address': '172.27.2.209', 'floating_network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'router_id': '7c716cc1-a531-41f3-9f23-faa57b595784', 'port_id': '9864b544-54ea-426f-9fce-16e3894b7c48', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7617b6d-ab89-4a54-b036-07b674993ecd', 'mac_address': 'fa:16:3e:75:98:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ec2706e-3182-45e5-9b7a-71e5898992a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T14:12:04Z', 'updated_at': '2021-09-07T14:12:04Z', 'revision_number': 0, 'project_id': '25d79c53f0bd4923ab966dd0d5f549ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d68cbd4-23d9-4ebf-98ab-c41cb6cabbd7', 'name': '', 'network_id': 'f7617b6d-ab89-4a54-b036-07b674993ecd', 'tenant_id': '25d79c53f0bd4923ab966dd0d5f549ca', 'mac_address': 'fa:16:3e:6a:97:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c716cc1-a531-41f3-9f23-faa57b595784', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '3750f73b-6c72-42f1-b8a9-086bab013509', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:07:42Z', 'updated_at': '2021-09-07T14:07:48Z', 'revision_number': 5, 'project_id': '25d79c53f0bd4923ab966dd0d5f549ca', 'subnets': [{'id': '3750f73b-6c72-42f1-b8a9-086bab013509', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782910-4-iscsi', False) {} {{(pid=94139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:12:06.595227 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af448b9-10f9-400a-942c-0bfaad415ade None None] The sync data for ids ['7c716cc1-a531-41f3-9f23-faa57b595784'] in dv-cinder-782910-4-iscsi is: [{'id': '7c716cc1-a531-41f3-9f23-faa57b595784', 'name': 'tempest-TestVolumeBootPattern-1482981846-router', 'tenant_id': '25d79c53f0bd4923ab966dd0d5f549ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'external_fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': '59d08d57-a9bc-451f-b10d-b81a2fedad8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:07:39Z', 'updated_at': '2021-09-07T14:07:43Z', 'revision_number': 4, 'project_id': '25d79c53f0bd4923ab966dd0d5f549ca', 'gw_port': {'id': '59d08d57-a9bc-451f-b10d-b81a2fedad8c', 'name': '', 'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f4:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c716cc1-a531-41f3-9f23-faa57b595784', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:07:39Z', 'updated_at': '2021-09-07T14:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-4-iscsi', '_floatingips': [{'id': '27057e64-2e1a-43d0-939c-5ecdcfd4da51', 'tenant_id': '25d79c53f0bd4923ab966dd0d5f549ca', 'floating_ip_address': '172.27.2.209', 'floating_network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'router_id': '7c716cc1-a531-41f3-9f23-faa57b595784', 'port_id': '9864b544-54ea-426f-9fce-16e3894b7c48', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7617b6d-ab89-4a54-b036-07b674993ecd', 'mac_address': 'fa:16:3e:75:98:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ec2706e-3182-45e5-9b7a-71e5898992a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T14:12:04Z', 'updated_at': '2021-09-07T14:12:04Z', 'revision_number': 0, 'project_id': '25d79c53f0bd4923ab966dd0d5f549ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d68cbd4-23d9-4ebf-98ab-c41cb6cabbd7', 'name': '', 'network_id': 'f7617b6d-ab89-4a54-b036-07b674993ecd', 'tenant_id': '25d79c53f0bd4923ab966dd0d5f549ca', 'mac_address': 'fa:16:3e:6a:97:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c716cc1-a531-41f3-9f23-faa57b595784', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '3750f73b-6c72-42f1-b8a9-086bab013509', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:07:42Z', 'updated_at': '2021-09-07T14:07:48Z', 'revision_number': 5, 'project_id': '25d79c53f0bd4923ab966dd0d5f549ca', 'subnets': [{'id': '3750f73b-6c72-42f1-b8a9-086bab013509', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 14:12:06.804858 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f934adaf-5efc-49f0-bd27-6246b1d07961 None None] New status for floating IP 27057e64-2e1a-43d0-939c-5ecdcfd4da51: ACTIVE {{(pid=94140) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 14:12:10.654377 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-47881f69-04a1-4ccb-844f-f15269c88f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:12:13.438886 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-52c60ed0-f6b8-4594-b302-f38557ab09cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:12:14.188834 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-90497945-cc67-4e40-89ff-93978391019b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:12:14.701428 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-cec4f6fb-2ca0-44f4-a970-9dc467b3a3ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:12:15.766373 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cd10a4-60ef-4721-b4c6-d4f39b9eef9a req-ef9b7d72-2b98-4f72-b3f3-0a671e5018a9 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:12:15.767870 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-34cd10a4-60ef-4721-b4c6-d4f39b9eef9a req-ef9b7d72-2b98-4f72-b3f3-0a671e5018a9 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] 10.222.0.60 "GET /v2.0/ports?device_id=d04b294e-4120-4819-b3e6-683556be09ef HTTP/1.1" status: 200 len: 945 time: 0.0529852 Sep 07 14:12:15.806440 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-34cd10a4-60ef-4721-b4c6-d4f39b9eef9a req-5ba938c7-ed95-44bd-bab8-18755d15fdb3 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc8906ed-9bf0-4493-961a-a2e62371dd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326204 Sep 07 14:12:15.878075 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-24e6fa56-2407-4935-9ec7-bc4eea9bdf8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:12:16.938855 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e547e5-ea0d-47ed-b4ec-a785522b0a1e req-7406ca29-d2b1-4c06-a0ec-67bb9df565bf tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:12:16.940412 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-61e547e5-ea0d-47ed-b4ec-a785522b0a1e req-7406ca29-d2b1-4c06-a0ec-67bb9df565bf tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] 10.222.0.60 "GET /v2.0/ports?device_id=d04b294e-4120-4819-b3e6-683556be09ef HTTP/1.1" status: 200 len: 945 time: 0.0498776 Sep 07 14:12:16.977369 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-61e547e5-ea0d-47ed-b4ec-a785522b0a1e req-c69e7d87-144d-480b-a71b-f18276c89697 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc8906ed-9bf0-4493-961a-a2e62371dd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306883 Sep 07 14:12:17.590885 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eecbc0b-6865-4646-9510-c311b80c74b7 req-a91f0c91-0c8c-43f4-9d90-c9564d47bd51 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:12:17.592360 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-9eecbc0b-6865-4646-9510-c311b80c74b7 req-a91f0c91-0c8c-43f4-9d90-c9564d47bd51 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] 10.222.0.23 "GET /v2.0/ports?device_id=d04b294e-4120-4819-b3e6-683556be09ef HTTP/1.1" status: 200 len: 945 time: 0.0528212 Sep 07 14:12:17.696123 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.plugin [req-9eecbc0b-6865-4646-9510-c311b80c74b7 req-e479829e-9185-4358-9dbb-a3f3238ac8fb tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Deleting port c1f073f7-eed8-42b0-bbb8-366913f5f4c5 {{(pid=94138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 14:12:17.696486 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-9eecbc0b-6865-4646-9510-c311b80c74b7 req-e479829e-9185-4358-9dbb-a3f3238ac8fb tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735729003030'] for port, before_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:12:17.795064 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.db [req-9eecbc0b-6865-4646-9510-c311b80c74b7 req-e479829e-9185-4358-9dbb-a3f3238ac8fb tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] For port c1f073f7-eed8-42b0-bbb8-366913f5f4c5, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=c1f073f7-eed8-42b0-bbb8-366913f5f4c5,segment=NetworkSegment(2d24ee3e-a8c7-40e0-a48b-faed2573a27e),segment_id=2d24ee3e-a8c7-40e0-a48b-faed2573a27e)] {{(pid=94138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:12:17.795431 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-9eecbc0b-6865-4646-9510-c311b80c74b7 req-e479829e-9185-4358-9dbb-a3f3238ac8fb tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453383'] for port, precommit_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:12:17.967187 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-9eecbc0b-6865-4646-9510-c311b80c74b7 req-e479829e-9185-4358-9dbb-a3f3238ac8fb tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:12:17.967570 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-9eecbc0b-6865-4646-9510-c311b80c74b7 req-e479829e-9185-4358-9dbb-a3f3238ac8fb tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-432510'] for floatingip, after_update {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:12:17.968395 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.db.l3_db [req-9eecbc0b-6865-4646-9510-c311b80c74b7 req-e479829e-9185-4358-9dbb-a3f3238ac8fb tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Floating IP a4ffa08b-4481-4d7b-9fea-2b4827a1faa6 disassociated. External IP: 172.27.2.152, port: c1f073f7-eed8-42b0-bbb8-366913f5f4c5. Sep 07 14:12:17.968781 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.plugin [req-9eecbc0b-6865-4646-9510-c311b80c74b7 req-e479829e-9185-4358-9dbb-a3f3238ac8fb tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Calling delete_port for c1f073f7-eed8-42b0-bbb8-366913f5f4c5 owned by compute:nova {{(pid=94138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 14:12:18.098098 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927707d1-13b5-4114-af85-881a97f4ec4b req-4996346d-a50f-4369-9fb0-ffae04910887 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:12:18.099705 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-927707d1-13b5-4114-af85-881a97f4ec4b req-4996346d-a50f-4369-9fb0-ffae04910887 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] 10.222.0.60 "GET /v2.0/ports?device_id=d04b294e-4120-4819-b3e6-683556be09ef HTTP/1.1" status: 200 len: 945 time: 0.0520709 Sep 07 14:12:18.102453 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-9eecbc0b-6865-4646-9510-c311b80c74b7 req-e479829e-9185-4358-9dbb-a3f3238ac8fb tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735729008604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735728620454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65197361'] for port, after_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:12:18.130624 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e479829e-9185-4358-9dbb-a3f3238ac8fb tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Pushing event deleted for resources: {'Port': ['ID=c1f073f7-eed8-42b0-bbb8-366913f5f4c5,revision_number=None']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:12:18.139120 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-927707d1-13b5-4114-af85-881a97f4ec4b req-f41cb2cb-c19a-43ce-8361-07a5f7bdf17f tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc8906ed-9bf0-4493-961a-a2e62371dd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326092 Sep 07 14:12:18.254212 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9eecbc0b-6865-4646-9510-c311b80c74b7 req-e479829e-9185-4358-9dbb-a3f3238ac8fb tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Router 59e76e46-d6ab-4135-be57-218e260cda16 has already been hosted by L3 agent fa68c273-d39f-43dc-b6f8-e0c6852ace12 {{(pid=94138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 14:12:18.368886 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9eecbc0b-6865-4646-9510-c311b80c74b7 req-e479829e-9185-4358-9dbb-a3f3238ac8fb tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Notify agent at l3_agent.dv-cinder-782910-4-iscsi the message routers_updated {{(pid=94138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 14:12:18.383827 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1aecc52-105e-4288-b7da-409f85417e92 None None] Sync routers for ids ['59e76e46-d6ab-4135-be57-218e260cda16'] in dv-cinder-782910-4-iscsi {{(pid=94139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 14:12:18.397752 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1aecc52-105e-4288-b7da-409f85417e92 None None] Routers {'59e76e46-d6ab-4135-be57-218e260cda16'} bound to L3 agent in host dv-cinder-782910-4-iscsi {{(pid=94139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:12:18.398502 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.l3_hamode_db [None req-d1aecc52-105e-4288-b7da-409f85417e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T13:58:13Z,description=,heartbeat_timestamp=2021-09-07T14:12:13Z,host='dv-cinder-782910-4-iscsi',id=fa68c273-d39f-43dc-b6f8-e0c6852ace12,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T13:58:13Z,topic='l3_agent')) {'router_ids': ['59e76e46-d6ab-4135-be57-218e260cda16'], 'active': True} {{(pid=94139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:12:18.410778 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.db.l3_dvrscheduler_db [req-9eecbc0b-6865-4646-9510-c311b80c74b7 req-e479829e-9185-4358-9dbb-a3f3238ac8fb tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] No DVR routers for this DVR port c1f073f7-eed8-42b0-bbb8-366913f5f4c5 on host hv-cinder-78291 {{(pid=94138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 14:12:18.413329 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-9eecbc0b-6865-4646-9510-c311b80c74b7 req-e479829e-9185-4358-9dbb-a3f3238ac8fb tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88768'] for port, before_response {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:12:18.415292 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-9eecbc0b-6865-4646-9510-c311b80c74b7 req-e479829e-9185-4358-9dbb-a3f3238ac8fb tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] 10.222.0.23 "DELETE /v2.0/ports/c1f073f7-eed8-42b0-bbb8-366913f5f4c5 HTTP/1.1" status: 204 len: 173 time: 0.8101120 Sep 07 14:12:18.415742 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd04b294e-4120-4819-b3e6-683556be09ef', 'name': 'network-vif-deleted', 'tag': 'c1f073f7-eed8-42b0-bbb8-366913f5f4c5'}] {{(pid=94138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:12:18.418019 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2f7ddeb31991bace343f2b2f4f22cd3bc4274a24b7cd750f83a004d46e17087" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-726404c9-d708-4efb-80dc-a14a0351f1c8" -d '{"events": [{"server_uuid": "d04b294e-4120-4819-b3e6-683556be09ef", "name": "network-vif-deleted", "tag": "c1f073f7-eed8-42b0-bbb8-366913f5f4c5"}]}' {{(pid=94138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:12:18.457667 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 14:12:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d4071d5-99ee-4fb5-aa91-7df45cc397df x-openstack-request-id: req-2d4071d5-99ee-4fb5-aa91-7df45cc397df {{(pid=94138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:12:18.457957 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d04b294e-4120-4819-b3e6-683556be09ef", "name": "network-vif-deleted", "tag": "c1f073f7-eed8-42b0-bbb8-366913f5f4c5", "status": "completed", "code": 200}]} {{(pid=94138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:12:18.458198 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2d4071d5-99ee-4fb5-aa91-7df45cc397df {{(pid=94138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:12:18.458587 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd04b294e-4120-4819-b3e6-683556be09ef', 'name': 'network-vif-deleted', 'tag': 'c1f073f7-eed8-42b0-bbb8-366913f5f4c5', 'status': 'completed', 'code': 200} Sep 07 14:12:18.460357 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:12:18.521096 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.l3_dvr_db [None req-d1aecc52-105e-4288-b7da-409f85417e92 None None] Set router 59e76e46-d6ab-4135-be57-218e260cda16 gateway port host: dv-cinder-782910-4-iscsi {{(pid=94139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:12:18.734179 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.l3_hamode_db [None req-d1aecc52-105e-4288-b7da-409f85417e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59e76e46-d6ab-4135-be57-218e260cda16', 'name': 'tempest-AttachVolumeTestJSON-699305333-router', 'tenant_id': '584f3be6a05141bfb7e331ef2c02474d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'external_fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': '6ec66676-b930-4576-9375-757e5ad95813', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:06:09Z', 'updated_at': '2021-09-07T14:06:17Z', 'revision_number': 4, 'project_id': '584f3be6a05141bfb7e331ef2c02474d', 'gw_port': {'id': '6ec66676-b930-4576-9375-757e5ad95813', 'name': '', 'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:e2:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e76e46-d6ab-4135-be57-218e260cda16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:06:10Z', 'updated_at': '2021-09-07T14:06:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-4-iscsi', '_interfaces': [{'id': 'b548ab8e-fec8-44e6-80ad-616f1bc39673', 'name': '', 'network_id': '2ef27011-b43e-416b-9da9-0568387a6a08', 'tenant_id': '584f3be6a05141bfb7e331ef2c02474d', 'mac_address': 'fa:16:3e:fd:e7:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e76e46-d6ab-4135-be57-218e260cda16', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f68d2061-21fd-4a9c-bc36-251c4f0ac2ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:06:16Z', 'updated_at': '2021-09-07T14:06:28Z', 'revision_number': 5, 'project_id': '584f3be6a05141bfb7e331ef2c02474d', 'subnets': [{'id': 'f68d2061-21fd-4a9c-bc36-251c4f0ac2ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782910-4-iscsi', False) {} {{(pid=94139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:12:18.763556 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1aecc52-105e-4288-b7da-409f85417e92 None None] Checking router: 59e76e46-d6ab-4135-be57-218e260cda16 for host: dv-cinder-782910-4-iscsi {{(pid=94139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 14:12:18.772012 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1aecc52-105e-4288-b7da-409f85417e92 None None] Routers {'59e76e46-d6ab-4135-be57-218e260cda16'} bound to L3 agent in host dv-cinder-782910-4-iscsi {{(pid=94139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:12:18.772550 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.l3_hamode_db [None req-d1aecc52-105e-4288-b7da-409f85417e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T13:58:13Z,description=,heartbeat_timestamp=2021-09-07T14:12:13Z,host='dv-cinder-782910-4-iscsi',id=fa68c273-d39f-43dc-b6f8-e0c6852ace12,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T13:58:13Z,topic='l3_agent')) {'router_ids': ['59e76e46-d6ab-4135-be57-218e260cda16'], 'active': True} {{(pid=94139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:12:18.883890 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.l3_dvr_db [None req-d1aecc52-105e-4288-b7da-409f85417e92 None None] Set router 59e76e46-d6ab-4135-be57-218e260cda16 gateway port host: dv-cinder-782910-4-iscsi {{(pid=94139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:12:19.100854 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.l3_hamode_db [None req-d1aecc52-105e-4288-b7da-409f85417e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59e76e46-d6ab-4135-be57-218e260cda16', 'name': 'tempest-AttachVolumeTestJSON-699305333-router', 'tenant_id': '584f3be6a05141bfb7e331ef2c02474d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'external_fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': '6ec66676-b930-4576-9375-757e5ad95813', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:06:09Z', 'updated_at': '2021-09-07T14:06:17Z', 'revision_number': 4, 'project_id': '584f3be6a05141bfb7e331ef2c02474d', 'gw_port': {'id': '6ec66676-b930-4576-9375-757e5ad95813', 'name': '', 'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:e2:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e76e46-d6ab-4135-be57-218e260cda16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:06:10Z', 'updated_at': '2021-09-07T14:06:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-4-iscsi', '_interfaces': [{'id': 'b548ab8e-fec8-44e6-80ad-616f1bc39673', 'name': '', 'network_id': '2ef27011-b43e-416b-9da9-0568387a6a08', 'tenant_id': '584f3be6a05141bfb7e331ef2c02474d', 'mac_address': 'fa:16:3e:fd:e7:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e76e46-d6ab-4135-be57-218e260cda16', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f68d2061-21fd-4a9c-bc36-251c4f0ac2ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:06:16Z', 'updated_at': '2021-09-07T14:06:28Z', 'revision_number': 5, 'project_id': '584f3be6a05141bfb7e331ef2c02474d', 'subnets': [{'id': 'f68d2061-21fd-4a9c-bc36-251c4f0ac2ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782910-4-iscsi', False) {} {{(pid=94139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:12:19.129530 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1aecc52-105e-4288-b7da-409f85417e92 None None] The sync data for ids ['59e76e46-d6ab-4135-be57-218e260cda16'] in dv-cinder-782910-4-iscsi is: [{'id': '59e76e46-d6ab-4135-be57-218e260cda16', 'name': 'tempest-AttachVolumeTestJSON-699305333-router', 'tenant_id': '584f3be6a05141bfb7e331ef2c02474d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'external_fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': '6ec66676-b930-4576-9375-757e5ad95813', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:06:09Z', 'updated_at': '2021-09-07T14:06:17Z', 'revision_number': 4, 'project_id': '584f3be6a05141bfb7e331ef2c02474d', 'gw_port': {'id': '6ec66676-b930-4576-9375-757e5ad95813', 'name': '', 'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:e2:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e76e46-d6ab-4135-be57-218e260cda16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:06:10Z', 'updated_at': '2021-09-07T14:06:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-4-iscsi', '_interfaces': [{'id': 'b548ab8e-fec8-44e6-80ad-616f1bc39673', 'name': '', 'network_id': '2ef27011-b43e-416b-9da9-0568387a6a08', 'tenant_id': '584f3be6a05141bfb7e331ef2c02474d', 'mac_address': 'fa:16:3e:fd:e7:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e76e46-d6ab-4135-be57-218e260cda16', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f68d2061-21fd-4a9c-bc36-251c4f0ac2ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:06:16Z', 'updated_at': '2021-09-07T14:06:28Z', 'revision_number': 5, 'project_id': '584f3be6a05141bfb7e331ef2c02474d', 'subnets': [{'id': 'f68d2061-21fd-4a9c-bc36-251c4f0ac2ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 14:12:19.227184 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.wsgi [-] (94138) accepted ('10.222.0.60', 51448) {{(pid=94138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:12:19.289602 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-dd5f2843-2b35-4415-9904-6612b946aef9 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Notify callbacks [] for security_group, before_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:12:19.314452 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-dd5f2843-2b35-4415-9904-6612b946aef9 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:12:19.354249 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2bee6d9-ace4-49aa-8c36-617a89bbb029 None None] New status for floating IP a4ffa08b-4481-4d7b-9fea-2b4827a1faa6: DOWN {{(pid=94140) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 14:12:19.365874 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-dd5f2843-2b35-4415-9904-6612b946aef9 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585164'] for security_group, after_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:12:19.368448 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-dd5f2843-2b35-4415-9904-6612b946aef9 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Notify callbacks [] for security_group, before_response {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:12:19.369633 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [None req-dd5f2843-2b35-4415-9904-6612b946aef9 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] 10.222.0.60 "DELETE /v2.0/security-groups/cc8906ed-9bf0-4493-961a-a2e62371dd6b HTTP/1.1" status: 204 len: 168 time: 0.1413593 Sep 07 14:12:19.372745 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.wsgi [-] (94137) accepted ('10.222.0.60', 51450) {{(pid=94137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:12:19.378730 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5f2843-2b35-4415-9904-6612b946aef9 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc8906ed-9bf0-4493-961a-a2e62371dd6b,revision_number=None']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:12:19.386459 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5f2843-2b35-4415-9904-6612b946aef9 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:12:19.386818 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5f2843-2b35-4415-9904-6612b946aef9 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:12:19.387515 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5f2843-2b35-4415-9904-6612b946aef9 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:12:19.387515 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5f2843-2b35-4415-9904-6612b946aef9 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:12:19.387735 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.api.v2.resource [None req-db5a4753-2a78-499f-8347-9eab4102b2c2 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] show failed (client error): The resource could not be found. Sep 07 14:12:19.388419 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5f2843-2b35-4415-9904-6612b946aef9 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:12:19.388832 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5f2843-2b35-4415-9904-6612b946aef9 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:12:19.389204 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5f2843-2b35-4415-9904-6612b946aef9 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:12:19.389632 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5f2843-2b35-4415-9904-6612b946aef9 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:12:19.389967 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5f2843-2b35-4415-9904-6612b946aef9 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:12:19.390434 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5f2843-2b35-4415-9904-6612b946aef9 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:12:19.390632 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5f2843-2b35-4415-9904-6612b946aef9 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:12:19.390950 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5f2843-2b35-4415-9904-6612b946aef9 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:12:19.392545 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [None req-db5a4753-2a78-499f-8347-9eab4102b2c2 tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] 10.222.0.60 "GET /v2.0/security-groups/cc8906ed-9bf0-4493-961a-a2e62371dd6b HTTP/1.1" status: 404 len: 347 time: 0.0179894 Sep 07 14:12:19.394309 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.wsgi [-] (94137) accepted ('10.222.0.60', 51452) {{(pid=94137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:12:19.529924 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.plugin [None req-b8f43e61-fa0d-4973-ac01-a61300e8432c tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Deleting port c26d1b22-96eb-4c88-b682-129717f40aba {{(pid=94137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 14:12:19.530835 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-b8f43e61-fa0d-4973-ac01-a61300e8432c tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735729003030'] for port, before_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:12:19.604834 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-b8f43e61-fa0d-4973-ac01-a61300e8432c tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453383'] for port, precommit_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:12:19.605159 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-b8f43e61-fa0d-4973-ac01-a61300e8432c tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:12:19.616424 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.plugin [None req-b8f43e61-fa0d-4973-ac01-a61300e8432c tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Calling delete_port for c26d1b22-96eb-4c88-b682-129717f40aba owned by network:floatingip {{(pid=94137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 14:12:19.746475 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-b8f43e61-fa0d-4973-ac01-a61300e8432c tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735729008604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735728620454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63929217'] for port, after_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:12:19.772085 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f43e61-fa0d-4973-ac01-a61300e8432c tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Pushing event deleted for resources: {'Port': ['ID=c26d1b22-96eb-4c88-b682-129717f40aba,revision_number=None']} {{(pid=94137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:12:19.833557 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-b8f43e61-fa0d-4973-ac01-a61300e8432c tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Notify callbacks [] for floatingip, after_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:12:19.835995 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-b8f43e61-fa0d-4973-ac01-a61300e8432c tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88768'] for floatingip, before_response {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:12:19.837123 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [None req-b8f43e61-fa0d-4973-ac01-a61300e8432c tempest-AttachVolumeTestJSON-241890518 tempest-AttachVolumeTestJSON-241890518-project] 10.222.0.60 "DELETE /v2.0/floatingips/a4ffa08b-4481-4d7b-9fea-2b4827a1faa6 HTTP/1.1" status: 204 len: 168 time: 0.4413373 Sep 07 14:12:21.230980 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-fa49b034-7c26-42a1-a1f3-239bc93cfb11 req-9243075c-9f08-4e0e-916d-066b13ed662a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=92f9b5d2-ea4f-461e-8414-5887ee6ac63f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0482965 Sep 07 14:12:21.294606 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa49b034-7c26-42a1-a1f3-239bc93cfb11 req-6d6e52f7-a158-483e-8d69-6687d6758b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:12:21.296136 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-fa49b034-7c26-42a1-a1f3-239bc93cfb11 req-6d6e52f7-a158-483e-8d69-6687d6758b0e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6b4f71d3e9204b32b4e86d817985b1ea&device_id=92f9b5d2-ea4f-461e-8414-5887ee6ac63f HTTP/1.1" status: 200 len: 1099 time: 0.0412836 Sep 07 14:12:21.404264 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa49b034-7c26-42a1-a1f3-239bc93cfb11 req-f675c064-d85c-47cf-8813-ccebc39c51ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:12:21.405822 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-fa49b034-7c26-42a1-a1f3-239bc93cfb11 req-f675c064-d85c-47cf-8813-ccebc39c51ba service neutron] 10.222.0.23 "GET /v2.0/networks?id=7080b35d-131d-4288-830a-20e851d36466 HTTP/1.1" status: 200 len: 918 time: 0.0899644 Sep 07 14:12:21.472281 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-fa49b034-7c26-42a1-a1f3-239bc93cfb11 req-3b8c9d61-a66e-4768-81f5-a5297cb61272 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c5d1b3f8-99e1-4800-bd21-6a46b729e8d3 HTTP/1.1" status: 200 len: 1001 time: 0.0582733 Sep 07 14:12:21.527535 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa49b034-7c26-42a1-a1f3-239bc93cfb11 req-107af22a-48ee-4b4a-85de-68d645c2f28f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:12:21.528936 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-fa49b034-7c26-42a1-a1f3-239bc93cfb11 req-107af22a-48ee-4b4a-85de-68d645c2f28f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5ffd200c-eaef-4ea2-b697-3bcc1716b422 HTTP/1.1" status: 200 len: 856 time: 0.0483449 Sep 07 14:12:21.575345 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa49b034-7c26-42a1-a1f3-239bc93cfb11 req-79510c9e-0ebe-443f-bdfd-4f82de8f3244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:12:21.577538 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-fa49b034-7c26-42a1-a1f3-239bc93cfb11 req-79510c9e-0ebe-443f-bdfd-4f82de8f3244 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7080b35d-131d-4288-830a-20e851d36466&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0389078 Sep 07 14:12:21.674253 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-fa49b034-7c26-42a1-a1f3-239bc93cfb11 req-68ad4a91-2890-48ee-ae93-af555a2b9603 service neutron] 10.222.0.23 "GET /v2.0/networks/7080b35d-131d-4288-830a-20e851d36466?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888422 Sep 07 14:12:21.777527 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-fa49b034-7c26-42a1-a1f3-239bc93cfb11 req-1d965251-8589-41da-a7b8-3b1def7744bd service neutron] 10.222.0.23 "GET /v2.0/networks/7080b35d-131d-4288-830a-20e851d36466?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946906 Sep 07 14:12:22.833270 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Device c1f073f7-eed8-42b0-bbb8-366913f5f4c5 no longer exists at agent hyperv_hv-cinder-78291 {{(pid=94139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 14:12:22.856665 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.plugin [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] No Port match for: c1f073f7-eed8-42b0-bbb8-366913f5f4c5 {{(pid=94139) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 14:12:22.857004 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Device c1f073f7-eed8-42b0-bbb8-366913f5f4c5 not bound to the agent host hv-cinder-78291 {{(pid=94139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 14:12:23.381972 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.wsgi [-] (94137) accepted ('10.222.0.60', 51480) {{(pid=94137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:12:23.870020 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-f05587fb-31db-4e9b-96ff-5b88dd075725 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-433534'] for router_interface, before_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:12:24.368986 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.plugin [None req-f05587fb-31db-4e9b-96ff-5b88dd075725 admin admin] Deleting port b548ab8e-fec8-44e6-80ad-616f1bc39673 {{(pid=94137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 14:12:24.369353 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-f05587fb-31db-4e9b-96ff-5b88dd075725 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735729003030'] for port, before_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:12:24.455436 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.db [None req-f05587fb-31db-4e9b-96ff-5b88dd075725 admin admin] For port b548ab8e-fec8-44e6-80ad-616f1bc39673, host dv-cinder-782910-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-4-iscsi',level=0,port_id=b548ab8e-fec8-44e6-80ad-616f1bc39673,segment=NetworkSegment(2d24ee3e-a8c7-40e0-a48b-faed2573a27e),segment_id=2d24ee3e-a8c7-40e0-a48b-faed2573a27e)] {{(pid=94137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:12:24.456412 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-f05587fb-31db-4e9b-96ff-5b88dd075725 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453383'] for port, precommit_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:12:24.468691 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.plugin [None req-f05587fb-31db-4e9b-96ff-5b88dd075725 admin admin] Calling delete_port for b548ab8e-fec8-44e6-80ad-616f1bc39673 owned by network:router_interface {{(pid=94137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 14:12:24.663072 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-f05587fb-31db-4e9b-96ff-5b88dd075725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735729008604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735728620454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63929217'] for port, after_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:12:24.688776 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05587fb-31db-4e9b-96ff-5b88dd075725 admin admin] Pushing event deleted for resources: {'Port': ['ID=b548ab8e-fec8-44e6-80ad-616f1bc39673,revision_number=None']} {{(pid=94137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:12:24.857385 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-f05587fb-31db-4e9b-96ff-5b88dd075725 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-433554'] for router_interface, after_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:12:25.084153 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f05587fb-31db-4e9b-96ff-5b88dd075725 admin admin] Router 59e76e46-d6ab-4135-be57-218e260cda16 has already been hosted by L3 agent fa68c273-d39f-43dc-b6f8-e0c6852ace12 {{(pid=94137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 14:12:25.195020 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f05587fb-31db-4e9b-96ff-5b88dd075725 admin admin] Notify agent at l3_agent.dv-cinder-782910-4-iscsi the message routers_updated {{(pid=94137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 14:12:25.200128 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [None req-f05587fb-31db-4e9b-96ff-5b88dd075725 admin admin] 10.222.0.60 "PUT /v2.0/routers/59e76e46-d6ab-4135-be57-218e260cda16/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8171208 Sep 07 14:12:25.203240 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.wsgi [-] (94137) accepted ('10.222.0.60', 51484) {{(pid=94137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:12:25.204132 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b3f017-970b-4121-a755-7c8564ad9fcd None None] Sync routers for ids ['59e76e46-d6ab-4135-be57-218e260cda16'] in dv-cinder-782910-4-iscsi {{(pid=94139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 14:12:25.213144 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b3f017-970b-4121-a755-7c8564ad9fcd None None] Routers {'59e76e46-d6ab-4135-be57-218e260cda16'} bound to L3 agent in host dv-cinder-782910-4-iscsi {{(pid=94139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:12:25.213786 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.l3_hamode_db [None req-36b3f017-970b-4121-a755-7c8564ad9fcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T13:58:13Z,description=,heartbeat_timestamp=2021-09-07T14:12:13Z,host='dv-cinder-782910-4-iscsi',id=fa68c273-d39f-43dc-b6f8-e0c6852ace12,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T13:58:13Z,topic='l3_agent')) {'router_ids': ['59e76e46-d6ab-4135-be57-218e260cda16'], 'active': True} {{(pid=94139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:12:25.304867 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-ce0afa08-0991-4265-99fb-ce3ceb05dddf admin admin] Notify callbacks [] for router, before_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:12:25.323490 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.l3_dvr_db [None req-36b3f017-970b-4121-a755-7c8564ad9fcd None None] Set router 59e76e46-d6ab-4135-be57-218e260cda16 gateway port host: dv-cinder-782910-4-iscsi {{(pid=94139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:12:25.410692 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-ce0afa08-0991-4265-99fb-ce3ceb05dddf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:12:25.467660 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.plugin [None req-ce0afa08-0991-4265-99fb-ce3ceb05dddf admin admin] Deleting port 6ec66676-b930-4576-9375-757e5ad95813 {{(pid=94137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 14:12:25.468366 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-ce0afa08-0991-4265-99fb-ce3ceb05dddf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735729003030'] for port, before_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:12:25.553004 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.db [None req-ce0afa08-0991-4265-99fb-ce3ceb05dddf admin admin] For port 6ec66676-b930-4576-9375-757e5ad95813, host dv-cinder-782910-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-4-iscsi',level=0,port_id=6ec66676-b930-4576-9375-757e5ad95813,segment=NetworkSegment(5550a781-5bde-4ad4-a1aa-3dd2778b0f71),segment_id=5550a781-5bde-4ad4-a1aa-3dd2778b0f71)] {{(pid=94137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:12:25.553489 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-ce0afa08-0991-4265-99fb-ce3ceb05dddf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453383'] for port, precommit_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:12:25.565821 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.plugin [None req-ce0afa08-0991-4265-99fb-ce3ceb05dddf admin admin] Calling delete_port for 6ec66676-b930-4576-9375-757e5ad95813 owned by network:router_gateway {{(pid=94137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 14:12:25.641532 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.l3_hamode_db [None req-36b3f017-970b-4121-a755-7c8564ad9fcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59e76e46-d6ab-4135-be57-218e260cda16', 'name': 'tempest-AttachVolumeTestJSON-699305333-router', 'tenant_id': '584f3be6a05141bfb7e331ef2c02474d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'external_fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': '6ec66676-b930-4576-9375-757e5ad95813', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:06:09Z', 'updated_at': '2021-09-07T14:12:24Z', 'revision_number': 5, 'project_id': '584f3be6a05141bfb7e331ef2c02474d', 'gw_port': {'id': '6ec66676-b930-4576-9375-757e5ad95813', 'name': '', 'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:e2:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e76e46-d6ab-4135-be57-218e260cda16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:06:10Z', 'updated_at': '2021-09-07T14:06:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-4-iscsi'}], 'dv-cinder-782910-4-iscsi', False) {} {{(pid=94139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:12:25.693463 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b3f017-970b-4121-a755-7c8564ad9fcd None None] Checking router: 59e76e46-d6ab-4135-be57-218e260cda16 for host: dv-cinder-782910-4-iscsi {{(pid=94139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 14:12:25.705076 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b3f017-970b-4121-a755-7c8564ad9fcd None None] Routers {'59e76e46-d6ab-4135-be57-218e260cda16'} bound to L3 agent in host dv-cinder-782910-4-iscsi {{(pid=94139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:12:25.705880 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.l3_hamode_db [None req-36b3f017-970b-4121-a755-7c8564ad9fcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T13:58:13Z,description=,heartbeat_timestamp=2021-09-07T14:12:13Z,host='dv-cinder-782910-4-iscsi',id=fa68c273-d39f-43dc-b6f8-e0c6852ace12,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T13:58:13Z,topic='l3_agent')) {'router_ids': ['59e76e46-d6ab-4135-be57-218e260cda16'], 'active': True} {{(pid=94139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:12:25.760193 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-ce0afa08-0991-4265-99fb-ce3ceb05dddf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735729008604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735728620454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63929217'] for port, after_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:12:25.788555 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0afa08-0991-4265-99fb-ce3ceb05dddf admin admin] Pushing event deleted for resources: {'Port': ['ID=6ec66676-b930-4576-9375-757e5ad95813,revision_number=None']} {{(pid=94137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:12:25.798367 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.l3_dvr_db [None req-36b3f017-970b-4121-a755-7c8564ad9fcd None None] Set router 59e76e46-d6ab-4135-be57-218e260cda16 gateway port host: None {{(pid=94139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:12:25.849200 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-ce0afa08-0991-4265-99fb-ce3ceb05dddf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-432432'] for router_gateway, after_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:12:25.853361 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.l3_hamode_db [None req-36b3f017-970b-4121-a755-7c8564ad9fcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59e76e46-d6ab-4135-be57-218e260cda16', 'name': 'tempest-AttachVolumeTestJSON-699305333-router', 'tenant_id': '584f3be6a05141bfb7e331ef2c02474d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:06:09Z', 'updated_at': '2021-09-07T14:12:25Z', 'revision_number': 6, 'project_id': '584f3be6a05141bfb7e331ef2c02474d', 'gw_port_host': None}], 'dv-cinder-782910-4-iscsi', False) {} {{(pid=94139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:12:25.880091 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b3f017-970b-4121-a755-7c8564ad9fcd None None] The sync data for ids ['59e76e46-d6ab-4135-be57-218e260cda16'] in dv-cinder-782910-4-iscsi is: [{'id': '59e76e46-d6ab-4135-be57-218e260cda16', 'name': 'tempest-AttachVolumeTestJSON-699305333-router', 'tenant_id': '584f3be6a05141bfb7e331ef2c02474d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:06:09Z', 'updated_at': '2021-09-07T14:12:25Z', 'revision_number': 6, 'project_id': '584f3be6a05141bfb7e331ef2c02474d', 'gw_port_host': None}] {{(pid=94139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 14:12:25.948918 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-ce0afa08-0991-4265-99fb-ce3ceb05dddf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-932'] for router, precommit_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:12:25.951477 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-ce0afa08-0991-4265-99fb-ce3ceb05dddf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:12:25.994552 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-ce0afa08-0991-4265-99fb-ce3ceb05dddf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-429402'] for router, after_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:12:25.995157 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce0afa08-0991-4265-99fb-ce3ceb05dddf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 59e76e46-d6ab-4135-be57-218e260cda16 {{(pid=94137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 14:12:26.001926 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-ce0afa08-0991-4265-99fb-ce3ceb05dddf admin admin] Notify callbacks [] for router, before_response {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:12:26.003967 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [None req-ce0afa08-0991-4265-99fb-ce3ceb05dddf admin admin] 10.222.0.60 "DELETE /v2.0/routers/59e76e46-d6ab-4135-be57-218e260cda16 HTTP/1.1" status: 204 len: 168 time: 0.7996171 Sep 07 14:12:26.006295 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.wsgi [-] (94137) accepted ('10.222.0.60', 51486) {{(pid=94137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:12:26.050786 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.db.db_base_plugin_v2 [None req-477491fc-8ec8-4909-b4ec-89ff9b5514c6 admin admin] Deleting subnet f68d2061-21fd-4a9c-bc36-251c4f0ac2ed {{(pid=94137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 14:12:26.054400 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-477491fc-8ec8-4909-b4ec-89ff9b5514c6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:12:26.089693 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-477491fc-8ec8-4909-b4ec-89ff9b5514c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63800826'] for subnet, precommit_delete_associations {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:12:26.171305 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-477491fc-8ec8-4909-b4ec-89ff9b5514c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1466112'] for subnet, precommit_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:12:26.222978 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-477491fc-8ec8-4909-b4ec-89ff9b5514c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1466169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63929332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64237226'] for subnet, after_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:12:26.250630 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477491fc-8ec8-4909-b4ec-89ff9b5514c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f68d2061-21fd-4a9c-bc36-251c4f0ac2ed,revision_number=None']} {{(pid=94137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:12:26.254354 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-477491fc-8ec8-4909-b4ec-89ff9b5514c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539090'] for subnet, before_response {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:12:26.257672 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [None req-477491fc-8ec8-4909-b4ec-89ff9b5514c6 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/f68d2061-21fd-4a9c-bc36-251c4f0ac2ed HTTP/1.1" status: 204 len: 168 time: 0.2491200 Sep 07 14:12:26.259031 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.wsgi [-] (94138) accepted ('10.222.0.60', 51488) {{(pid=94138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:12:26.268972 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aae9a105-389a-4018-919e-5a2f5fdb82fc None None] Network 2ef27011-b43e-416b-9da9-0568387a6a08 requested from dv-cinder-782910-4-iscsi {{(pid=94139) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 14:12:26.342048 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-260def2f-c9d6-42ba-a6f7-1487541c1399 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580555'] for network, before_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:12:26.402336 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.plugin [None req-260def2f-c9d6-42ba-a6f7-1487541c1399 admin admin] Deleting port eb52ec29-13a0-4ec1-aef4-9fa2a8ae2eef {{(pid=94138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 14:12:26.403062 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-260def2f-c9d6-42ba-a6f7-1487541c1399 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735729003030'] for port, before_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:12:26.475424 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.db [None req-260def2f-c9d6-42ba-a6f7-1487541c1399 admin admin] For port eb52ec29-13a0-4ec1-aef4-9fa2a8ae2eef, host dv-cinder-782910-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-4-iscsi',level=0,port_id=eb52ec29-13a0-4ec1-aef4-9fa2a8ae2eef,segment=NetworkSegment(2d24ee3e-a8c7-40e0-a48b-faed2573a27e),segment_id=2d24ee3e-a8c7-40e0-a48b-faed2573a27e)] {{(pid=94138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:12:26.475793 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-260def2f-c9d6-42ba-a6f7-1487541c1399 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453383'] for port, precommit_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:12:26.489411 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.plugin [None req-260def2f-c9d6-42ba-a6f7-1487541c1399 admin admin] Calling delete_port for eb52ec29-13a0-4ec1-aef4-9fa2a8ae2eef owned by network:dhcp {{(pid=94138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 14:12:26.569752 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-260def2f-c9d6-42ba-a6f7-1487541c1399 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735729008604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735728620454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65197361'] for port, after_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:12:26.594434 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260def2f-c9d6-42ba-a6f7-1487541c1399 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb52ec29-13a0-4ec1-aef4-9fa2a8ae2eef,revision_number=None']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:12:26.600278 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-260def2f-c9d6-42ba-a6f7-1487541c1399 admin admin] No DVR routers for this DVR port eb52ec29-13a0-4ec1-aef4-9fa2a8ae2eef on host dv-cinder-782910-4-iscsi {{(pid=94138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 14:12:26.677603 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-260def2f-c9d6-42ba-a6f7-1487541c1399 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1461133', 'neutron.services.segments.db._delete_segments_for_network-8735729117049'] for network, precommit_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:12:26.705885 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.services.segments.db [None req-260def2f-c9d6-42ba-a6f7-1487541c1399 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ef27011-b43e-416b-9da9-0568387a6a08']}} {{(pid=94138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:12:26.715883 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.services.segments.db [None req-260def2f-c9d6-42ba-a6f7-1487541c1399 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d24ee3e-a8c7-40e0-a48b-faed2573a27e') {'for_net_delete': True} {{(pid=94138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:12:26.716175 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.services.segments.db [None req-260def2f-c9d6-42ba-a6f7-1487541c1399 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d24ee3e-a8c7-40e0-a48b-faed2573a27e') {} {{(pid=94138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:12:26.726539 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-260def2f-c9d6-42ba-a6f7-1487541c1399 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735729115778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65197373'] for segment, before_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:12:26.740948 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-260def2f-c9d6-42ba-a6f7-1487541c1399 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1461082'] for segment, precommit_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:12:26.748859 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-260def2f-c9d6-42ba-a6f7-1487541c1399 admin admin] Releasing vlan 666 on physical network physnet1 to pool {{(pid=94138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 14:12:26.748859 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-260def2f-c9d6-42ba-a6f7-1487541c1399 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1461082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65198054'] for segment, after_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:12:26.758402 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9410b34-f936-42f4-8706-55a405b90e9c None None] DHCP port deletion for 2ef27011-b43e-416b-9da9-0568387a6a08 request from dv-cinder-782910-4-iscsi {{(pid=94139) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 14:12:26.759000 dv-cinder-782910-4-iscsi neutron-server[94138]: Traceback (most recent call last): Sep 07 14:12:26.759000 dv-cinder-782910-4-iscsi neutron-server[94138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 14:12:26.759000 dv-cinder-782910-4-iscsi neutron-server[94138]: timer() Sep 07 14:12:26.759000 dv-cinder-782910-4-iscsi neutron-server[94138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 14:12:26.759000 dv-cinder-782910-4-iscsi neutron-server[94138]: cb(*args, **kw) Sep 07 14:12:26.759000 dv-cinder-782910-4-iscsi neutron-server[94138]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 14:12:26.759000 dv-cinder-782910-4-iscsi neutron-server[94138]: return func(*args, **kwargs) Sep 07 14:12:26.759000 dv-cinder-782910-4-iscsi neutron-server[94138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 14:12:26.759000 dv-cinder-782910-4-iscsi neutron-server[94138]: self._notify() Sep 07 14:12:26.759000 dv-cinder-782910-4-iscsi neutron-server[94138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 14:12:26.759000 dv-cinder-782910-4-iscsi neutron-server[94138]: self.callback(batched_events) Sep 07 14:12:26.759000 dv-cinder-782910-4-iscsi neutron-server[94138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 14:12:26.759000 dv-cinder-782910-4-iscsi neutron-server[94138]: event.method(event) Sep 07 14:12:26.759000 dv-cinder-782910-4-iscsi neutron-server[94138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 14:12:26.759000 dv-cinder-782910-4-iscsi neutron-server[94138]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 14:12:26.759000 dv-cinder-782910-4-iscsi neutron-server[94138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 14:12:26.759000 dv-cinder-782910-4-iscsi neutron-server[94138]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 14:12:26.759000 dv-cinder-782910-4-iscsi neutron-server[94138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 14:12:26.759000 dv-cinder-782910-4-iscsi neutron-server[94138]: return f(self, *a, **k) Sep 07 14:12:26.759000 dv-cinder-782910-4-iscsi neutron-server[94138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 14:12:26.759000 dv-cinder-782910-4-iscsi neutron-server[94138]: return self._get(url).json() Sep 07 14:12:26.759000 dv-cinder-782910-4-iscsi neutron-server[94138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 14:12:26.759000 dv-cinder-782910-4-iscsi neutron-server[94138]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 14:12:26.759000 dv-cinder-782910-4-iscsi neutron-server[94138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 14:12:26.759000 dv-cinder-782910-4-iscsi neutron-server[94138]: return self.request(url, 'GET', **kwargs) Sep 07 14:12:26.759000 dv-cinder-782910-4-iscsi neutron-server[94138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 14:12:26.759000 dv-cinder-782910-4-iscsi neutron-server[94138]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 14:12:26.759000 dv-cinder-782910-4-iscsi neutron-server[94138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 14:12:26.759000 dv-cinder-782910-4-iscsi neutron-server[94138]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 14:12:26.759000 dv-cinder-782910-4-iscsi neutron-server[94138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 14:12:26.759000 dv-cinder-782910-4-iscsi neutron-server[94138]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 14:12:26.759000 dv-cinder-782910-4-iscsi neutron-server[94138]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 14:12:26.775243 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-90497945-cc67-4e40-89ff-93978391019b None None] Device b548ab8e-fec8-44e6-80ad-616f1bc39673 no longer exists at agent ovs-agent-dv-cinder-782910-4-iscsi {{(pid=94139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 14:12:26.805958 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.plugin [None req-90497945-cc67-4e40-89ff-93978391019b None None] No Port match for: b548ab8e-fec8-44e6-80ad-616f1bc39673 {{(pid=94139) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 14:12:26.806306 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-90497945-cc67-4e40-89ff-93978391019b None None] Device b548ab8e-fec8-44e6-80ad-616f1bc39673 not bound to the agent host dv-cinder-782910-4-iscsi {{(pid=94139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 14:12:26.819671 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-260def2f-c9d6-42ba-a6f7-1487541c1399 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1461122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-432396'] for network, after_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:12:26.825854 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-260def2f-c9d6-42ba-a6f7-1487541c1399 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539090'] for network, before_response {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:12:26.828039 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [None req-260def2f-c9d6-42ba-a6f7-1487541c1399 admin admin] 10.222.0.60 "DELETE /v2.0/networks/2ef27011-b43e-416b-9da9-0568387a6a08 HTTP/1.1" status: 204 len: 168 time: 0.5680249 Sep 07 14:12:26.837735 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260def2f-c9d6-42ba-a6f7-1487541c1399 admin admin] Pushing event deleted for resources: {'Network': ['ID=2ef27011-b43e-416b-9da9-0568387a6a08,revision_number=None']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:12:26.954113 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.wsgi [-] (94137) accepted ('10.222.0.60', 51494) {{(pid=94137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:12:26.995284 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [None req-2f484425-2367-46db-930c-3882f39b4b2e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=584f3be6a05141bfb7e331ef2c02474d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0398664 Sep 07 14:12:26.997992 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.wsgi [-] (94138) accepted ('10.222.0.60', 51496) {{(pid=94138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:12:27.049617 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-6a572ce3-d128-4f64-b11b-5d78c837cbd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:12:27.075604 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-6a572ce3-d128-4f64-b11b-5d78c837cbd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:12:27.122235 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-6a572ce3-d128-4f64-b11b-5d78c837cbd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585164'] for security_group, after_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:12:27.125098 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-6a572ce3-d128-4f64-b11b-5d78c837cbd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:12:27.126300 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [None req-6a572ce3-d128-4f64-b11b-5d78c837cbd9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c05e6b15-7be3-45d5-9cc5-1682132ab99c HTTP/1.1" status: 204 len: 168 time: 0.1273031 Sep 07 14:12:27.134300 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a572ce3-d128-4f64-b11b-5d78c837cbd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c05e6b15-7be3-45d5-9cc5-1682132ab99c,revision_number=None']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:12:28.344775 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-90497945-cc67-4e40-89ff-93978391019b None None] Device 6ec66676-b930-4576-9375-757e5ad95813 no longer exists at agent ovs-agent-dv-cinder-782910-4-iscsi {{(pid=94139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 14:12:28.365952 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.plugin [None req-90497945-cc67-4e40-89ff-93978391019b None None] No Port match for: 6ec66676-b930-4576-9375-757e5ad95813 {{(pid=94139) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 14:12:28.366384 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-90497945-cc67-4e40-89ff-93978391019b None None] Device 6ec66676-b930-4576-9375-757e5ad95813 not bound to the agent host dv-cinder-782910-4-iscsi {{(pid=94139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 14:12:28.366878 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-90497945-cc67-4e40-89ff-93978391019b None None] Device eb52ec29-13a0-4ec1-aef4-9fa2a8ae2eef no longer exists at agent ovs-agent-dv-cinder-782910-4-iscsi {{(pid=94139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 14:12:28.389134 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.plugin [None req-90497945-cc67-4e40-89ff-93978391019b None None] No Port match for: eb52ec29-13a0-4ec1-aef4-9fa2a8ae2eef {{(pid=94139) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 14:12:28.389515 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-90497945-cc67-4e40-89ff-93978391019b None None] Device eb52ec29-13a0-4ec1-aef4-9fa2a8ae2eef not bound to the agent host dv-cinder-782910-4-iscsi {{(pid=94139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 14:12:28.603101 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.wsgi [-] (94138) accepted ('10.222.0.60', 51538) {{(pid=94138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:12:28.717194 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-f16083cd-bd5a-4327-b85b-e0b72047e79d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:12:28.812695 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-f16083cd-bd5a-4327-b85b-e0b72047e79d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:12:28.816531 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-f16083cd-bd5a-4327-b85b-e0b72047e79d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585164'] for security_group, after_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:12:28.856698 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [None req-f16083cd-bd5a-4327-b85b-e0b72047e79d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0c71ec4625634aa0a03025c21ec42af3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2524350 Sep 07 14:12:28.857486 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16083cd-bd5a-4327-b85b-e0b72047e79d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69045fb0-5b1a-4982-945a-8c49cb567829,revision_number=1']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:12:28.859368 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.wsgi [-] (94137) accepted ('10.222.0.60', 51542) {{(pid=94137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:12:28.912911 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-29e3fcea-7f26-4170-806b-4e84a52c4abb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:12:28.940169 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-29e3fcea-7f26-4170-806b-4e84a52c4abb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:12:28.988705 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-29e3fcea-7f26-4170-806b-4e84a52c4abb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585164'] for security_group, after_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:12:28.991921 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-29e3fcea-7f26-4170-806b-4e84a52c4abb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:12:28.993101 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [None req-29e3fcea-7f26-4170-806b-4e84a52c4abb admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/69045fb0-5b1a-4982-945a-8c49cb567829 HTTP/1.1" status: 204 len: 168 time: 0.1308281 Sep 07 14:12:29.001649 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e3fcea-7f26-4170-806b-4e84a52c4abb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69045fb0-5b1a-4982-945a-8c49cb567829,revision_number=None']} {{(pid=94137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:12:29.267362 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.wsgi [-] (94137) accepted ('10.222.0.60', 51548) {{(pid=94137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:12:29.280562 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-e8029027-6850-4661-961d-f1bfba903039 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:12:29.380069 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-e8029027-6850-4661-961d-f1bfba903039 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:12:29.383992 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-e8029027-6850-4661-961d-f1bfba903039 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585164'] for security_group, after_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:12:29.425204 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [None req-e8029027-6850-4661-961d-f1bfba903039 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=434bc1ed65714034883747d23a43b815&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1567564 Sep 07 14:12:29.425951 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8029027-6850-4661-961d-f1bfba903039 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13e11d3a-34fc-4584-841f-157d0178c183,revision_number=1']} {{(pid=94137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:12:29.428382 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.wsgi [-] (94138) accepted ('10.222.0.60', 51550) {{(pid=94138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:12:29.477609 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-d852f026-6477-4117-b547-4c338d4b609b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:12:29.498066 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-d852f026-6477-4117-b547-4c338d4b609b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:12:29.544890 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-d852f026-6477-4117-b547-4c338d4b609b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585164'] for security_group, after_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:12:29.548009 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-d852f026-6477-4117-b547-4c338d4b609b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:12:29.549163 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [None req-d852f026-6477-4117-b547-4c338d4b609b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/13e11d3a-34fc-4584-841f-157d0178c183 HTTP/1.1" status: 204 len: 168 time: 0.1198015 Sep 07 14:12:29.565808 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d852f026-6477-4117-b547-4c338d4b609b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13e11d3a-34fc-4584-841f-157d0178c183,revision_number=None']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:12:31.432569 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.wsgi [-] (94137) accepted ('10.222.0.60', 51612) {{(pid=94137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:12:31.537622 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-3a1c7f6f-7d65-46a7-aeb2-e83e44a420a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:12:31.628534 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-3a1c7f6f-7d65-46a7-aeb2-e83e44a420a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:12:31.632727 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-3a1c7f6f-7d65-46a7-aeb2-e83e44a420a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585164'] for security_group, after_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:12:31.671863 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [None req-3a1c7f6f-7d65-46a7-aeb2-e83e44a420a5 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7c3c05a6b6a34c3ca01b606e2c098135&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2382901 Sep 07 14:12:31.672723 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1c7f6f-7d65-46a7-aeb2-e83e44a420a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbc65ea3-3ed8-4e9f-9ce9-9bf143bb3993,revision_number=1']} {{(pid=94137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:12:31.674639 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.wsgi [-] (94138) accepted ('10.222.0.60', 51616) {{(pid=94138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:12:31.986045 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-6f35b402-9f23-445e-abea-5b301a82ee94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:12:32.007562 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-6f35b402-9f23-445e-abea-5b301a82ee94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:12:32.053527 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-6f35b402-9f23-445e-abea-5b301a82ee94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585164'] for security_group, after_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:12:32.056125 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-6f35b402-9f23-445e-abea-5b301a82ee94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:12:32.057527 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [None req-6f35b402-9f23-445e-abea-5b301a82ee94 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/bbc65ea3-3ed8-4e9f-9ce9-9bf143bb3993 HTTP/1.1" status: 204 len: 168 time: 0.3818076 Sep 07 14:12:32.066925 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f35b402-9f23-445e-abea-5b301a82ee94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbc65ea3-3ed8-4e9f-9ce9-9bf143bb3993,revision_number=None']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:12:32.336713 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.wsgi [-] (94138) accepted ('10.222.0.60', 51622) {{(pid=94138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:12:32.350207 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-453ccfbd-8a5c-4a65-bfeb-37bca43f6d35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:12:32.444425 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-453ccfbd-8a5c-4a65-bfeb-37bca43f6d35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:12:32.454514 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-453ccfbd-8a5c-4a65-bfeb-37bca43f6d35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585164'] for security_group, after_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:12:32.492133 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [None req-453ccfbd-8a5c-4a65-bfeb-37bca43f6d35 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=648c6d9646714fe0b3dd6c9e8617e4c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1542692 Sep 07 14:12:32.494055 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453ccfbd-8a5c-4a65-bfeb-37bca43f6d35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdb60c55-2e7f-4a12-b8d1-2ff107d24086,revision_number=1']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:12:32.494823 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.wsgi [-] (94137) accepted ('10.222.0.60', 51624) {{(pid=94137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:12:32.549890 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-4be351d0-c5eb-4451-957c-ecc6a1e36d5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:12:32.570739 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-4be351d0-c5eb-4451-957c-ecc6a1e36d5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:12:32.619791 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-4be351d0-c5eb-4451-957c-ecc6a1e36d5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585164'] for security_group, after_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:12:32.622340 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-4be351d0-c5eb-4451-957c-ecc6a1e36d5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:12:32.623972 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [None req-4be351d0-c5eb-4451-957c-ecc6a1e36d5f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/bdb60c55-2e7f-4a12-b8d1-2ff107d24086 HTTP/1.1" status: 204 len: 168 time: 0.1276815 Sep 07 14:12:32.632511 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be351d0-c5eb-4451-957c-ecc6a1e36d5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdb60c55-2e7f-4a12-b8d1-2ff107d24086,revision_number=None']} {{(pid=94137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:12:34.968774 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.agents_db [None req-36878762-3245-425c-bb44-2e5aea615dc4 None None] Agent healthcheck: found 6 active agents {{(pid=94140) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 14:12:37.601779 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.wsgi [-] (94137) accepted ('10.222.0.60', 51702) {{(pid=94137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:12:37.710588 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-fdb33f39-31c4-4137-8716-86184ffae594 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:12:37.807355 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-fdb33f39-31c4-4137-8716-86184ffae594 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:12:37.812099 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-fdb33f39-31c4-4137-8716-86184ffae594 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585164'] for security_group, after_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:12:37.849932 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb33f39-31c4-4137-8716-86184ffae594 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=469ba47e-de5e-46f6-b165-1d9b2f1c2765,revision_number=1']} {{(pid=94137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:12:37.853918 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [None req-fdb33f39-31c4-4137-8716-86184ffae594 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e02fdad0341841838bf0523d5f4c57d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2511363 Sep 07 14:12:37.856614 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.wsgi [-] (94138) accepted ('10.222.0.60', 51706) {{(pid=94138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:12:37.859876 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb33f39-31c4-4137-8716-86184ffae594 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:12:37.860228 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb33f39-31c4-4137-8716-86184ffae594 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:12:37.860572 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb33f39-31c4-4137-8716-86184ffae594 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:12:37.860907 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb33f39-31c4-4137-8716-86184ffae594 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:12:37.861243 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb33f39-31c4-4137-8716-86184ffae594 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:12:37.861604 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb33f39-31c4-4137-8716-86184ffae594 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:12:37.861941 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb33f39-31c4-4137-8716-86184ffae594 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:12:37.862266 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb33f39-31c4-4137-8716-86184ffae594 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:12:37.862595 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb33f39-31c4-4137-8716-86184ffae594 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:12:37.862919 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb33f39-31c4-4137-8716-86184ffae594 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:12:37.863241 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb33f39-31c4-4137-8716-86184ffae594 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:12:37.863673 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb33f39-31c4-4137-8716-86184ffae594 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:12:37.909961 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-d40db933-80da-4cf3-bf26-6407bd3f0326 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:12:37.929899 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-d40db933-80da-4cf3-bf26-6407bd3f0326 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:12:37.979668 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-d40db933-80da-4cf3-bf26-6407bd3f0326 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585164'] for security_group, after_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:12:37.982437 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-d40db933-80da-4cf3-bf26-6407bd3f0326 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:12:37.983592 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [None req-d40db933-80da-4cf3-bf26-6407bd3f0326 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/469ba47e-de5e-46f6-b165-1d9b2f1c2765 HTTP/1.1" status: 204 len: 168 time: 0.1259904 Sep 07 14:12:37.991699 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40db933-80da-4cf3-bf26-6407bd3f0326 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=469ba47e-de5e-46f6-b165-1d9b2f1c2765,revision_number=None']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:12:38.256815 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.wsgi [-] (94138) accepted ('10.222.0.60', 51712) {{(pid=94138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:12:38.269746 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-05f15142-1954-434e-801b-e23644384e20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:12:38.361770 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-05f15142-1954-434e-801b-e23644384e20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:12:38.365818 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-05f15142-1954-434e-801b-e23644384e20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585164'] for security_group, after_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:12:38.406339 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [None req-05f15142-1954-434e-801b-e23644384e20 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=240bb13a8891428ba8c0ff77a4e8e01b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1482048 Sep 07 14:12:38.407957 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f15142-1954-434e-801b-e23644384e20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f23aeba-f27e-43b0-955f-8d9354d6d0c9,revision_number=1']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:12:38.409427 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.wsgi [-] (94137) accepted ('10.222.0.60', 51714) {{(pid=94137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:12:38.458982 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-456f0105-37a8-4436-a5e0-f67d5d367bf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:12:38.483736 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-456f0105-37a8-4436-a5e0-f67d5d367bf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:12:38.530466 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-456f0105-37a8-4436-a5e0-f67d5d367bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585164'] for security_group, after_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:12:38.533055 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-456f0105-37a8-4436-a5e0-f67d5d367bf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:12:38.534240 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [None req-456f0105-37a8-4436-a5e0-f67d5d367bf2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6f23aeba-f27e-43b0-955f-8d9354d6d0c9 HTTP/1.1" status: 204 len: 168 time: 0.1237891 Sep 07 14:12:38.541921 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456f0105-37a8-4436-a5e0-f67d5d367bf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f23aeba-f27e-43b0-955f-8d9354d6d0c9,revision_number=None']} {{(pid=94137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:12:40.612586 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d956dda3-b519-4d28-8351-d69a0b7c59ef req-0466de3b-d908-4e5c-89b6-a4f2bb78d638 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:12:40.614386 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-d956dda3-b519-4d28-8351-d69a0b7c59ef req-0466de3b-d908-4e5c-89b6-a4f2bb78d638 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/ports?device_id=92f9b5d2-ea4f-461e-8414-5887ee6ac63f HTTP/1.1" status: 200 len: 946 time: 0.0530558 Sep 07 14:12:40.656279 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-d956dda3-b519-4d28-8351-d69a0b7c59ef req-cba1353c-566f-479e-ab4f-982e25a03788 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/security-groups?id=b2a46496-e3bb-4bac-a613-45bf9f48eefa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355332 Sep 07 14:12:40.657216 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-4823f849-eb32-41b9-8ce7-4a3a5d40443f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:12:41.802003 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3131b639-6db6-405d-a35b-093b0da0facd req-065324eb-2d97-46b1-a229-25f92c176c75 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:12:41.803658 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-3131b639-6db6-405d-a35b-093b0da0facd req-065324eb-2d97-46b1-a229-25f92c176c75 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/ports?device_id=92f9b5d2-ea4f-461e-8414-5887ee6ac63f HTTP/1.1" status: 200 len: 946 time: 0.0578978 Sep 07 14:12:41.847211 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-3131b639-6db6-405d-a35b-093b0da0facd req-2ed449b3-15b7-40d9-be9e-8e9fbecc142c tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/security-groups?id=b2a46496-e3bb-4bac-a613-45bf9f48eefa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369995 Sep 07 14:12:42.088238 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a110628d-9ff0-4857-9e7c-0d3cf5b55b07 req-ded8b819-5a21-4f57-a60b-d540fb97f61f tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:12:42.089718 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-a110628d-9ff0-4857-9e7c-0d3cf5b55b07 req-ded8b819-5a21-4f57-a60b-d540fb97f61f tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.23 "GET /v2.0/ports?device_id=92f9b5d2-ea4f-461e-8414-5887ee6ac63f HTTP/1.1" status: 200 len: 946 time: 0.0496211 Sep 07 14:12:42.190848 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.plugin [req-a110628d-9ff0-4857-9e7c-0d3cf5b55b07 req-b6af3f23-495f-4887-85a2-ff5565811d55 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Deleting port c5d1b3f8-99e1-4800-bd21-6a46b729e8d3 {{(pid=94138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 14:12:42.191180 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-a110628d-9ff0-4857-9e7c-0d3cf5b55b07 req-b6af3f23-495f-4887-85a2-ff5565811d55 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735729003030'] for port, before_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:12:42.284247 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.db [req-a110628d-9ff0-4857-9e7c-0d3cf5b55b07 req-b6af3f23-495f-4887-85a2-ff5565811d55 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] For port c5d1b3f8-99e1-4800-bd21-6a46b729e8d3, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=c5d1b3f8-99e1-4800-bd21-6a46b729e8d3,segment=NetworkSegment(21c9d53f-7d57-4732-bacb-70574652c02f),segment_id=21c9d53f-7d57-4732-bacb-70574652c02f)] {{(pid=94138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:12:42.284601 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-a110628d-9ff0-4857-9e7c-0d3cf5b55b07 req-b6af3f23-495f-4887-85a2-ff5565811d55 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453383'] for port, precommit_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:12:42.458735 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-a110628d-9ff0-4857-9e7c-0d3cf5b55b07 req-b6af3f23-495f-4887-85a2-ff5565811d55 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:12:42.459063 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-a110628d-9ff0-4857-9e7c-0d3cf5b55b07 req-b6af3f23-495f-4887-85a2-ff5565811d55 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-432510'] for floatingip, after_update {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:12:42.459361 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.db.l3_db [req-a110628d-9ff0-4857-9e7c-0d3cf5b55b07 req-b6af3f23-495f-4887-85a2-ff5565811d55 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Floating IP 55d7a8fd-bc75-4a12-8bd4-c888d9d32e13 disassociated. External IP: 172.27.2.251, port: c5d1b3f8-99e1-4800-bd21-6a46b729e8d3. Sep 07 14:12:42.460144 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.plugin [req-a110628d-9ff0-4857-9e7c-0d3cf5b55b07 req-b6af3f23-495f-4887-85a2-ff5565811d55 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Calling delete_port for c5d1b3f8-99e1-4800-bd21-6a46b729e8d3 owned by compute:nova {{(pid=94138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 14:12:42.588287 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-a110628d-9ff0-4857-9e7c-0d3cf5b55b07 req-b6af3f23-495f-4887-85a2-ff5565811d55 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735729008604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735728620454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65197361'] for port, after_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:12:42.622024 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6af3f23-495f-4887-85a2-ff5565811d55 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Pushing event deleted for resources: {'Port': ['ID=c5d1b3f8-99e1-4800-bd21-6a46b729e8d3,revision_number=None']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:12:42.754886 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a110628d-9ff0-4857-9e7c-0d3cf5b55b07 req-b6af3f23-495f-4887-85a2-ff5565811d55 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Router 99391e3d-48cd-4c70-8727-73113289dc51 has already been hosted by L3 agent fa68c273-d39f-43dc-b6f8-e0c6852ace12 {{(pid=94138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 14:12:42.871103 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a110628d-9ff0-4857-9e7c-0d3cf5b55b07 req-b6af3f23-495f-4887-85a2-ff5565811d55 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Notify agent at l3_agent.dv-cinder-782910-4-iscsi the message routers_updated {{(pid=94138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 14:12:42.884278 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fca85fa-1dda-461e-841d-663278d54b25 None None] Sync routers for ids ['99391e3d-48cd-4c70-8727-73113289dc51'] in dv-cinder-782910-4-iscsi {{(pid=94140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 14:12:42.899812 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fca85fa-1dda-461e-841d-663278d54b25 None None] Routers {'99391e3d-48cd-4c70-8727-73113289dc51'} bound to L3 agent in host dv-cinder-782910-4-iscsi {{(pid=94140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:12:42.900735 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.l3_hamode_db [None req-6fca85fa-1dda-461e-841d-663278d54b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T13:58:13Z,description=,heartbeat_timestamp=2021-09-07T14:12:13Z,host='dv-cinder-782910-4-iscsi',id=fa68c273-d39f-43dc-b6f8-e0c6852ace12,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T13:58:13Z,topic='l3_agent')) {'router_ids': ['99391e3d-48cd-4c70-8727-73113289dc51'], 'active': True} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:12:42.927513 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.db.l3_dvrscheduler_db [req-a110628d-9ff0-4857-9e7c-0d3cf5b55b07 req-b6af3f23-495f-4887-85a2-ff5565811d55 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] No DVR routers for this DVR port c5d1b3f8-99e1-4800-bd21-6a46b729e8d3 on host hv-cinder-78291 {{(pid=94138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 14:12:42.930177 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-a110628d-9ff0-4857-9e7c-0d3cf5b55b07 req-b6af3f23-495f-4887-85a2-ff5565811d55 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88768'] for port, before_response {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:12:42.932185 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-a110628d-9ff0-4857-9e7c-0d3cf5b55b07 req-b6af3f23-495f-4887-85a2-ff5565811d55 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.23 "DELETE /v2.0/ports/c5d1b3f8-99e1-4800-bd21-6a46b729e8d3 HTTP/1.1" status: 204 len: 173 time: 0.8367922 Sep 07 14:12:42.932654 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92f9b5d2-ea4f-461e-8414-5887ee6ac63f', 'name': 'network-vif-deleted', 'tag': 'c5d1b3f8-99e1-4800-bd21-6a46b729e8d3'}] {{(pid=94138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:12:42.935057 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2f7ddeb31991bace343f2b2f4f22cd3bc4274a24b7cd750f83a004d46e17087" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-194fa987-e3b6-47ae-925e-4e46bf1a4ad0" -d '{"events": [{"server_uuid": "92f9b5d2-ea4f-461e-8414-5887ee6ac63f", "name": "network-vif-deleted", "tag": "c5d1b3f8-99e1-4800-bd21-6a46b729e8d3"}]}' {{(pid=94138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:12:42.987517 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.wsgi [-] (94138) accepted ('10.222.0.60', 51814) {{(pid=94138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:12:43.031188 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-f448621d-1c56-44cf-b213-f8d5478b0730 req-85736c9d-ff33-4b91-a660-71ee5e4c6309 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/ports?device_id=92f9b5d2-ea4f-461e-8414-5887ee6ac63f HTTP/1.1" status: 200 len: 210 time: 0.1072922 Sep 07 14:12:43.050584 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.l3_dvr_db [None req-6fca85fa-1dda-461e-841d-663278d54b25 None None] Set router 99391e3d-48cd-4c70-8727-73113289dc51 gateway port host: dv-cinder-782910-4-iscsi {{(pid=94140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:12:43.050822 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 14:12:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bfc7ca4-11c3-4367-bd31-5f8f3bc4bac6 x-openstack-request-id: req-2bfc7ca4-11c3-4367-bd31-5f8f3bc4bac6 {{(pid=94138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:12:43.051125 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92f9b5d2-ea4f-461e-8414-5887ee6ac63f", "name": "network-vif-deleted", "tag": "c5d1b3f8-99e1-4800-bd21-6a46b729e8d3", "status": "completed", "code": 200}]} {{(pid=94138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:12:43.051463 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2bfc7ca4-11c3-4367-bd31-5f8f3bc4bac6 {{(pid=94138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:12:43.051990 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92f9b5d2-ea4f-461e-8414-5887ee6ac63f', 'name': 'network-vif-deleted', 'tag': 'c5d1b3f8-99e1-4800-bd21-6a46b729e8d3', 'status': 'completed', 'code': 200} Sep 07 14:12:43.155911 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-a4a08a3a-1b05-4366-8e5e-9967f62940a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:12:43.249687 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-a4a08a3a-1b05-4366-8e5e-9967f62940a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:12:43.260135 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-a4a08a3a-1b05-4366-8e5e-9967f62940a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585164'] for security_group, after_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:12:43.276262 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.l3_hamode_db [None req-6fca85fa-1dda-461e-841d-663278d54b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99391e3d-48cd-4c70-8727-73113289dc51', 'name': 'tempest-AttachVolumeShelveTestJSON-1641349896-router', 'tenant_id': '6b4f71d3e9204b32b4e86d817985b1ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'external_fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': '82870f27-3cf0-43e6-bafa-d9aae1e0abab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:09:38Z', 'updated_at': '2021-09-07T14:09:42Z', 'revision_number': 4, 'project_id': '6b4f71d3e9204b32b4e86d817985b1ea', 'gw_port': {'id': '82870f27-3cf0-43e6-bafa-d9aae1e0abab', 'name': '', 'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:06:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99391e3d-48cd-4c70-8727-73113289dc51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:09:39Z', 'updated_at': '2021-09-07T14:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-4-iscsi', '_interfaces': [{'id': 'aae5dfa8-fed6-4fa4-8194-0d054f4fa6d0', 'name': '', 'network_id': '7080b35d-131d-4288-830a-20e851d36466', 'tenant_id': '6b4f71d3e9204b32b4e86d817985b1ea', 'mac_address': 'fa:16:3e:a3:73:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99391e3d-48cd-4c70-8727-73113289dc51', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '5ffd200c-eaef-4ea2-b697-3bcc1716b422', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:09:41Z', 'updated_at': '2021-09-07T14:09:48Z', 'revision_number': 5, 'project_id': '6b4f71d3e9204b32b4e86d817985b1ea', 'subnets': [{'id': '5ffd200c-eaef-4ea2-b697-3bcc1716b422', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782910-4-iscsi', False) {} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:12:43.299564 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [None req-a4a08a3a-1b05-4366-8e5e-9967f62940a7 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=59aacabc61494054ba5dcefe27fc5076&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3044994 Sep 07 14:12:43.302771 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.wsgi [-] (94137) accepted ('10.222.0.60', 51818) {{(pid=94137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:12:43.302987 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fca85fa-1dda-461e-841d-663278d54b25 None None] Checking router: 99391e3d-48cd-4c70-8727-73113289dc51 for host: dv-cinder-782910-4-iscsi {{(pid=94140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 14:12:43.307603 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a08a3a-1b05-4366-8e5e-9967f62940a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14035c9d-78f6-4874-adee-e78cad2e484b,revision_number=1']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:12:43.313309 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fca85fa-1dda-461e-841d-663278d54b25 None None] Routers {'99391e3d-48cd-4c70-8727-73113289dc51'} bound to L3 agent in host dv-cinder-782910-4-iscsi {{(pid=94140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:12:43.313921 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.l3_hamode_db [None req-6fca85fa-1dda-461e-841d-663278d54b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T13:58:13Z,description=,heartbeat_timestamp=2021-09-07T14:12:13Z,host='dv-cinder-782910-4-iscsi',id=fa68c273-d39f-43dc-b6f8-e0c6852ace12,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T13:58:13Z,topic='l3_agent')) {'router_ids': ['99391e3d-48cd-4c70-8727-73113289dc51'], 'active': True} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:12:43.354129 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-8607600c-22ae-44ec-abca-4848b7a644a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:12:43.378548 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-8607600c-22ae-44ec-abca-4848b7a644a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:12:43.431215 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.l3_dvr_db [None req-6fca85fa-1dda-461e-841d-663278d54b25 None None] Set router 99391e3d-48cd-4c70-8727-73113289dc51 gateway port host: dv-cinder-782910-4-iscsi {{(pid=94140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:12:43.437657 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-8607600c-22ae-44ec-abca-4848b7a644a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585164'] for security_group, after_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:12:43.441415 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-8607600c-22ae-44ec-abca-4848b7a644a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:12:43.442739 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [None req-8607600c-22ae-44ec-abca-4848b7a644a5 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/14035c9d-78f6-4874-adee-e78cad2e484b HTTP/1.1" status: 204 len: 168 time: 0.1389282 Sep 07 14:12:43.443881 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-0941aa74-0385-48d4-9972-2090c7a3c145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:12:43.454422 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8607600c-22ae-44ec-abca-4848b7a644a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14035c9d-78f6-4874-adee-e78cad2e484b,revision_number=None']} {{(pid=94137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:12:43.644253 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.l3_hamode_db [None req-6fca85fa-1dda-461e-841d-663278d54b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99391e3d-48cd-4c70-8727-73113289dc51', 'name': 'tempest-AttachVolumeShelveTestJSON-1641349896-router', 'tenant_id': '6b4f71d3e9204b32b4e86d817985b1ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'external_fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': '82870f27-3cf0-43e6-bafa-d9aae1e0abab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:09:38Z', 'updated_at': '2021-09-07T14:09:42Z', 'revision_number': 4, 'project_id': '6b4f71d3e9204b32b4e86d817985b1ea', 'gw_port': {'id': '82870f27-3cf0-43e6-bafa-d9aae1e0abab', 'name': '', 'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:06:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99391e3d-48cd-4c70-8727-73113289dc51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:09:39Z', 'updated_at': '2021-09-07T14:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-4-iscsi', '_interfaces': [{'id': 'aae5dfa8-fed6-4fa4-8194-0d054f4fa6d0', 'name': '', 'network_id': '7080b35d-131d-4288-830a-20e851d36466', 'tenant_id': '6b4f71d3e9204b32b4e86d817985b1ea', 'mac_address': 'fa:16:3e:a3:73:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99391e3d-48cd-4c70-8727-73113289dc51', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '5ffd200c-eaef-4ea2-b697-3bcc1716b422', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:09:41Z', 'updated_at': '2021-09-07T14:09:48Z', 'revision_number': 5, 'project_id': '6b4f71d3e9204b32b4e86d817985b1ea', 'subnets': [{'id': '5ffd200c-eaef-4ea2-b697-3bcc1716b422', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782910-4-iscsi', False) {} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:12:43.675419 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fca85fa-1dda-461e-841d-663278d54b25 None None] The sync data for ids ['99391e3d-48cd-4c70-8727-73113289dc51'] in dv-cinder-782910-4-iscsi is: [{'id': '99391e3d-48cd-4c70-8727-73113289dc51', 'name': 'tempest-AttachVolumeShelveTestJSON-1641349896-router', 'tenant_id': '6b4f71d3e9204b32b4e86d817985b1ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'external_fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': '82870f27-3cf0-43e6-bafa-d9aae1e0abab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:09:38Z', 'updated_at': '2021-09-07T14:09:42Z', 'revision_number': 4, 'project_id': '6b4f71d3e9204b32b4e86d817985b1ea', 'gw_port': {'id': '82870f27-3cf0-43e6-bafa-d9aae1e0abab', 'name': '', 'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:06:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99391e3d-48cd-4c70-8727-73113289dc51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:09:39Z', 'updated_at': '2021-09-07T14:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-4-iscsi', '_interfaces': [{'id': 'aae5dfa8-fed6-4fa4-8194-0d054f4fa6d0', 'name': '', 'network_id': '7080b35d-131d-4288-830a-20e851d36466', 'tenant_id': '6b4f71d3e9204b32b4e86d817985b1ea', 'mac_address': 'fa:16:3e:a3:73:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99391e3d-48cd-4c70-8727-73113289dc51', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '5ffd200c-eaef-4ea2-b697-3bcc1716b422', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:09:41Z', 'updated_at': '2021-09-07T14:09:48Z', 'revision_number': 5, 'project_id': '6b4f71d3e9204b32b4e86d817985b1ea', 'subnets': [{'id': '5ffd200c-eaef-4ea2-b697-3bcc1716b422', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 14:12:43.737431 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.wsgi [-] (94137) accepted ('10.222.0.60', 51824) {{(pid=94137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:12:43.751758 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-83d70f07-feac-4d73-a542-4ccd581244a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:12:43.854444 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-83d70f07-feac-4d73-a542-4ccd581244a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:12:43.860446 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-83d70f07-feac-4d73-a542-4ccd581244a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585164'] for security_group, after_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:12:43.908294 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [None req-83d70f07-feac-4d73-a542-4ccd581244a4 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=867f1d1bc2da40a59fdd46404b4d9bdc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1697817 Sep 07 14:12:43.909166 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d70f07-feac-4d73-a542-4ccd581244a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dbf4b9f-09a7-41a8-95c4-8ca512fb8789,revision_number=1']} {{(pid=94137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:12:43.910953 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.wsgi [-] (94138) accepted ('10.222.0.60', 51826) {{(pid=94138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:12:43.934532 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87523a6a-8c7a-4c43-939d-e132b5bf5d2e None None] New status for floating IP 55d7a8fd-bc75-4a12-8bd4-c888d9d32e13: DOWN {{(pid=94139) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 14:12:43.961990 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-3edfff0c-8d40-4c13-a5e7-b445aaee7897 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:12:43.992657 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-3edfff0c-8d40-4c13-a5e7-b445aaee7897 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:12:44.050919 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-3edfff0c-8d40-4c13-a5e7-b445aaee7897 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585164'] for security_group, after_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:12:44.053482 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-3edfff0c-8d40-4c13-a5e7-b445aaee7897 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:12:44.054734 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [None req-3edfff0c-8d40-4c13-a5e7-b445aaee7897 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4dbf4b9f-09a7-41a8-95c4-8ca512fb8789 HTTP/1.1" status: 204 len: 168 time: 0.1426742 Sep 07 14:12:44.074227 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edfff0c-8d40-4c13-a5e7-b445aaee7897 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dbf4b9f-09a7-41a8-95c4-8ca512fb8789,revision_number=None']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:12:44.136489 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.wsgi [-] (94138) accepted ('10.222.0.60', 51834) {{(pid=94138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:12:44.182882 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-90497945-cc67-4e40-89ff-93978391019b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:12:44.203275 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-aa14180a-6b51-443e-945a-c246c7a1091e tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Notify callbacks [] for security_group, before_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:12:44.227829 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-aa14180a-6b51-443e-945a-c246c7a1091e tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:12:44.287761 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-aa14180a-6b51-443e-945a-c246c7a1091e tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585164'] for security_group, after_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:12:44.290434 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-aa14180a-6b51-443e-945a-c246c7a1091e tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Notify callbacks [] for security_group, before_response {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:12:44.291651 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [None req-aa14180a-6b51-443e-945a-c246c7a1091e tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "DELETE /v2.0/security-groups/b2a46496-e3bb-4bac-a613-45bf9f48eefa HTTP/1.1" status: 204 len: 168 time: 0.1541340 Sep 07 14:12:44.294561 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.wsgi [-] (94137) accepted ('10.222.0.60', 51838) {{(pid=94137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:12:44.307492 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa14180a-6b51-443e-945a-c246c7a1091e tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2a46496-e3bb-4bac-a613-45bf9f48eefa,revision_number=None']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:12:44.309152 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.api.v2.resource [None req-8be61588-9666-4067-acaa-95e4ae18146e tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] show failed (client error): The resource could not be found. Sep 07 14:12:44.310459 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [None req-8be61588-9666-4067-acaa-95e4ae18146e tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/security-groups/b2a46496-e3bb-4bac-a613-45bf9f48eefa HTTP/1.1" status: 404 len: 347 time: 0.0141044 Sep 07 14:12:44.313452 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.wsgi [-] (94138) accepted ('10.222.0.60', 51840) {{(pid=94138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:12:44.444087 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.plugin [None req-8f125d01-8978-4b75-84b4-cce0a661bc2e tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Deleting port 1a6de31b-19e0-4f64-aada-f2baec2b0bf3 {{(pid=94138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 14:12:44.444495 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-8f125d01-8978-4b75-84b4-cce0a661bc2e tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735729003030'] for port, before_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:12:44.531499 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-8f125d01-8978-4b75-84b4-cce0a661bc2e tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453383'] for port, precommit_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:12:44.531850 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-8f125d01-8978-4b75-84b4-cce0a661bc2e tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:12:44.543827 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.plugin [None req-8f125d01-8978-4b75-84b4-cce0a661bc2e tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Calling delete_port for 1a6de31b-19e0-4f64-aada-f2baec2b0bf3 owned by network:floatingip {{(pid=94138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 14:12:44.683848 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-8f125d01-8978-4b75-84b4-cce0a661bc2e tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735729008604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735728620454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65197361'] for port, after_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:12:44.705387 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-cec4f6fb-2ca0-44f4-a970-9dc467b3a3ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:12:44.711334 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f125d01-8978-4b75-84b4-cce0a661bc2e tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Pushing event deleted for resources: {'Port': ['ID=1a6de31b-19e0-4f64-aada-f2baec2b0bf3,revision_number=None']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:12:44.776773 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-8f125d01-8978-4b75-84b4-cce0a661bc2e tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Notify callbacks [] for floatingip, after_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:12:44.779736 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-8f125d01-8978-4b75-84b4-cce0a661bc2e tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88768'] for floatingip, before_response {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:12:44.780894 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [None req-8f125d01-8978-4b75-84b4-cce0a661bc2e tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "DELETE /v2.0/floatingips/55d7a8fd-bc75-4a12-8bd4-c888d9d32e13 HTTP/1.1" status: 204 len: 168 time: 0.4663937 Sep 07 14:12:45.077741 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.wsgi [-] (94138) accepted ('10.222.0.60', 51868) {{(pid=94138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:12:45.082603 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.v2.base [None req-d7126b14-1e18-43ed-9817-b5292d0132c8 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Request body: {'security_group': {'name': 'tempest-securitygroup--509227720', 'description': 'tempest-description--2088239933'}} {{(pid=94138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:12:45.104328 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-d7126b14-1e18-43ed-9817-b5292d0132c8 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Notify callbacks [] for security_group, before_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:12:45.206079 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-d7126b14-1e18-43ed-9817-b5292d0132c8 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Notify callbacks [] for security_group, precommit_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:12:45.210370 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-d7126b14-1e18-43ed-9817-b5292d0132c8 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585164'] for security_group, after_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:12:45.237624 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-d7126b14-1e18-43ed-9817-b5292d0132c8 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Notify callbacks [] for security_group, before_response {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:12:45.238882 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [None req-d7126b14-1e18-43ed-9817-b5292d0132c8 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1601000 Sep 07 14:12:45.241864 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.wsgi [-] (94137) accepted ('10.222.0.60', 51876) {{(pid=94137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:12:45.246427 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.v2.base [None req-7fd64e1b-bcd5-444f-9f9a-5c002488d124 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Request body: {'security_group_rule': {'security_group_id': 'f88436f6-4807-47cf-9c32-5e8b909766e4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:12:45.247174 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7126b14-1e18-43ed-9817-b5292d0132c8 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f88436f6-4807-47cf-9c32-5e8b909766e4,revision_number=1']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:12:45.280273 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-7fd64e1b-bcd5-444f-9f9a-5c002488d124 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:12:45.331266 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-7fd64e1b-bcd5-444f-9f9a-5c002488d124 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:12:45.335712 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-7fd64e1b-bcd5-444f-9f9a-5c002488d124 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573871'] for security_group_rule, after_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:12:45.356573 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd64e1b-bcd5-444f-9f9a-5c002488d124 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b05cce2d-5074-41de-a7a1-0c51d1c4dc59,revision_number=0']} {{(pid=94137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:12:45.365704 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-7fd64e1b-bcd5-444f-9f9a-5c002488d124 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:12:45.366925 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [None req-7fd64e1b-bcd5-444f-9f9a-5c002488d124 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1240835 Sep 07 14:12:45.369655 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.wsgi [-] (94137) accepted ('10.222.0.60', 51880) {{(pid=94137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:12:45.374037 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.v2.base [None req-19e76f63-8c62-437c-9111-987b93bd36ee tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Request body: {'security_group_rule': {'security_group_id': 'f88436f6-4807-47cf-9c32-5e8b909766e4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:12:45.404046 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-19e76f63-8c62-437c-9111-987b93bd36ee tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:12:45.464469 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-19e76f63-8c62-437c-9111-987b93bd36ee tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:12:45.468893 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-19e76f63-8c62-437c-9111-987b93bd36ee tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573871'] for security_group_rule, after_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:12:45.486372 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e76f63-8c62-437c-9111-987b93bd36ee tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1cd153e9-8e5a-46a9-a479-6efbb4b75a42,revision_number=0']} {{(pid=94137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:12:45.498305 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-19e76f63-8c62-437c-9111-987b93bd36ee tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:12:45.499718 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [None req-19e76f63-8c62-437c-9111-987b93bd36ee tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1291118 Sep 07 14:12:45.502886 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.wsgi [-] (94137) accepted ('10.222.0.60', 51886) {{(pid=94137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:12:45.507496 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.v2.base [None req-14507185-7743-45ac-8504-769fe8db77d2 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Request body: {'floatingip': {'floating_network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92'}} {{(pid=94137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:12:45.531025 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-14507185-7743-45ac-8504-769fe8db77d2 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Notify callbacks [] for floatingip, before_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:12:45.631103 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-14507185-7743-45ac-8504-769fe8db77d2 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:12:45.735692 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.db.db_base_plugin_common [None req-14507185-7743-45ac-8504-769fe8db77d2 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Allocated IP 172.27.2.26 (50058ef2-6e12-4dff-890f-d2e17fb9ee92/db4a7c65-31e2-4f76-9b43-e160b3d3d8e2/be6ed6c7-ed3c-4f23-86ef-1174b4486963) {{(pid=94137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 14:12:45.871579 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-14507185-7743-45ac-8504-769fe8db77d2 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Notify callbacks [] for port, precommit_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:12:45.894523 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-24e6fa56-2407-4935-9ec7-bc4eea9bdf8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:12:45.923904 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-14507185-7743-45ac-8504-769fe8db77d2 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735728620445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63929217'] for port, after_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:12:45.966052 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14507185-7743-45ac-8504-769fe8db77d2 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Network 50058ef2-6e12-4dff-890f-d2e17fb9ee92 is already hosted by enough agents. {{(pid=94137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 14:12:45.969746 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.scheduler.base_scheduler [None req-14507185-7743-45ac-8504-769fe8db77d2 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Resources bound (agent type, host, resource id): {{(pid=94137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:12:45.973082 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14507185-7743-45ac-8504-769fe8db77d2 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Received port after_create {{(pid=94137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 14:12:46.000932 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14507185-7743-45ac-8504-769fe8db77d2 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Pushing event updated for resources: {'Port': ['ID=be6ed6c7-ed3c-4f23-86ef-1174b4486963,revision_number=1']} {{(pid=94137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:12:46.068130 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-14507185-7743-45ac-8504-769fe8db77d2 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:12:46.100544 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-14507185-7743-45ac-8504-769fe8db77d2 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_update {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:12:46.260634 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-14507185-7743-45ac-8504-769fe8db77d2 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Notify callbacks [] for port, precommit_update {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:12:46.267619 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-14507185-7743-45ac-8504-769fe8db77d2 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735729008622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735728620463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735728620481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63929230'] for port, after_update {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:12:46.346214 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14507185-7743-45ac-8504-769fe8db77d2 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Pushing event updated for resources: {'Port': ['ID=be6ed6c7-ed3c-4f23-86ef-1174b4486963,revision_number=2']} {{(pid=94137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:12:46.357506 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-14507185-7743-45ac-8504-769fe8db77d2 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-432510'] for floatingip, after_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:12:46.370674 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-14507185-7743-45ac-8504-769fe8db77d2 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88768'] for floatingip, before_response {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:12:46.371939 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [None req-14507185-7743-45ac-8504-769fe8db77d2 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8680968 Sep 07 14:12:46.563022 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-e097a3a7-6326-4dbb-af5c-bdf528764070 req-2d19c327-2985-4993-8ea3-d5368cce13ef tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--509227720&fields=id&tenant_id=6b4f71d3e9204b32b4e86d817985b1ea HTTP/1.1" status: 200 len: 267 time: 0.0334597 Sep 07 14:12:46.674478 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e097a3a7-6326-4dbb-af5c-bdf528764070 req-6b2c325c-182a-4e27-b027-694042cd2d3e tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:12:46.676010 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-e097a3a7-6326-4dbb-af5c-bdf528764070 req-6b2c325c-182a-4e27-b027-694042cd2d3e tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/networks?id=7080b35d-131d-4288-830a-20e851d36466 HTTP/1.1" status: 200 len: 817 time: 0.1062610 Sep 07 14:12:46.691938 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-e097a3a7-6326-4dbb-af5c-bdf528764070 req-501fdfcc-504b-481c-86bb-527c91024d60 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/quotas/6b4f71d3e9204b32b4e86d817985b1ea HTTP/1.1" status: 200 len: 375 time: 0.0101092 Sep 07 14:12:46.750365 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-e097a3a7-6326-4dbb-af5c-bdf528764070 req-6327cc81-5a1b-4ab8-9453-585fb2b71b54 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=6b4f71d3e9204b32b4e86d817985b1ea&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0525796 Sep 07 14:12:47.011812 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Device c5d1b3f8-99e1-4800-bd21-6a46b729e8d3 no longer exists at agent hyperv_hv-cinder-78291 {{(pid=94139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 14:12:47.035827 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.plugin [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] No Port match for: c5d1b3f8-99e1-4800-bd21-6a46b729e8d3 {{(pid=94139) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 14:12:47.035965 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Device c5d1b3f8-99e1-4800-bd21-6a46b729e8d3 not bound to the agent host hv-cinder-78291 {{(pid=94139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 14:12:47.112754 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-e097a3a7-6326-4dbb-af5c-bdf528764070 req-db5099c4-9e92-406d-a9e5-3ac560c932a6 service neutron] 10.222.0.60 "GET /v2.0/networks/7080b35d-131d-4288-830a-20e851d36466?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3509049 Sep 07 14:12:47.203392 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-e097a3a7-6326-4dbb-af5c-bdf528764070 req-b900369a-0c54-4827-a272-56529099022b service neutron] 10.222.0.60 "GET /v2.0/networks/7080b35d-131d-4288-830a-20e851d36466?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845211 Sep 07 14:12:47.380464 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-003239e7-9401-4d98-9d61-01b236408274 req-3bce067d-f25a-4b29-955f-ddda651907e5 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f0af0de-7730-41cd-9fec-a449b855d409 HTTP/1.1" status: 200 len: 210 time: 0.0273962 Sep 07 14:12:48.334684 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e097a3a7-6326-4dbb-af5c-bdf528764070 req-6800becb-da7a-4b5c-b7e2-7c8b5a62e897 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:12:48.336200 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-e097a3a7-6326-4dbb-af5c-bdf528764070 req-6800becb-da7a-4b5c-b7e2-7c8b5a62e897 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.23 "GET /v2.0/networks?id=7080b35d-131d-4288-830a-20e851d36466 HTTP/1.1" status: 200 len: 817 time: 0.1087542 Sep 07 14:12:48.394878 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-e097a3a7-6326-4dbb-af5c-bdf528764070 req-17dcea7b-3fe3-4782-86bc-17ed1a1a5560 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6b4f71d3e9204b32b4e86d817985b1ea HTTP/1.1" status: 200 len: 379 time: 0.0487757 Sep 07 14:12:48.408786 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.v2.base [req-e097a3a7-6326-4dbb-af5c-bdf528764070 req-86a9b14d-fc7b-441b-9c9f-f46fcb79666c tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Request body: {'port': {'device_id': '4f0af0de-7730-41cd-9fec-a449b855d409', 'network_id': '7080b35d-131d-4288-830a-20e851d36466', 'admin_state_up': True, 'tenant_id': '6b4f71d3e9204b32b4e86d817985b1ea', 'security_groups': ['f88436f6-4807-47cf-9c32-5e8b909766e4']}} {{(pid=94138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:12:48.475010 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:12:48.498378 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-bb0129f2-43be-4570-865e-d2b91c484aae req-5669e6ce-7f01-4261-8492-870c0036db1b tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f0af0de-7730-41cd-9fec-a449b855d409 HTTP/1.1" status: 200 len: 210 time: 0.0313711 Sep 07 14:12:48.532932 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e097a3a7-6326-4dbb-af5c-bdf528764070 req-86a9b14d-fc7b-441b-9c9f-f46fcb79666c tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Made reservation on behalf of 6b4f71d3e9204b32b4e86d817985b1ea for: {'port': 1} {{(pid=94138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 14:12:48.536529 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-e097a3a7-6326-4dbb-af5c-bdf528764070 req-86a9b14d-fc7b-441b-9c9f-f46fcb79666c tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:12:48.680288 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.db.db_base_plugin_common [req-e097a3a7-6326-4dbb-af5c-bdf528764070 req-86a9b14d-fc7b-441b-9c9f-f46fcb79666c tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Allocated IP 172.20.0.3 (7080b35d-131d-4288-830a-20e851d36466/5ffd200c-eaef-4ea2-b697-3bcc1716b422/68cb8dbf-618e-4367-b8d3-a72054f4d234) {{(pid=94138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 14:12:48.856257 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-e097a3a7-6326-4dbb-af5c-bdf528764070 req-86a9b14d-fc7b-441b-9c9f-f46fcb79666c tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Notify callbacks [] for port, precommit_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:12:48.877161 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.db.provisioning_blocks [req-e097a3a7-6326-4dbb-af5c-bdf528764070 req-86a9b14d-fc7b-441b-9c9f-f46fcb79666c tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Transition to ACTIVE for port object 68cb8dbf-618e-4367-b8d3-a72054f4d234 will not be triggered until provisioned by entity DHCP. {{(pid=94138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 14:12:48.911394 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-e097a3a7-6326-4dbb-af5c-bdf528764070 req-86a9b14d-fc7b-441b-9c9f-f46fcb79666c tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735728620445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65197361'] for port, after_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:12:48.955853 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e097a3a7-6326-4dbb-af5c-bdf528764070 req-86a9b14d-fc7b-441b-9c9f-f46fcb79666c tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Network 7080b35d-131d-4288-830a-20e851d36466 is already hosted by enough agents. {{(pid=94138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 14:12:48.958759 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.scheduler.base_scheduler [req-e097a3a7-6326-4dbb-af5c-bdf528764070 req-86a9b14d-fc7b-441b-9c9f-f46fcb79666c tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Resources bound (agent type, host, resource id): {{(pid=94138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:12:48.962374 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.db.l3_dvrscheduler_db [req-e097a3a7-6326-4dbb-af5c-bdf528764070 req-86a9b14d-fc7b-441b-9c9f-f46fcb79666c tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Received port after_create {{(pid=94138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 14:12:48.990290 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a9b14d-fc7b-441b-9c9f-f46fcb79666c tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Pushing event updated for resources: {'Port': ['ID=68cb8dbf-618e-4367-b8d3-a72054f4d234,revision_number=1']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:12:49.017842 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e097a3a7-6326-4dbb-af5c-bdf528764070 req-86a9b14d-fc7b-441b-9c9f-f46fcb79666c tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:12:49.018482 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-e097a3a7-6326-4dbb-af5c-bdf528764070 req-86a9b14d-fc7b-441b-9c9f-f46fcb79666c tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88768'] for port, before_response {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:12:49.034534 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-e097a3a7-6326-4dbb-af5c-bdf528764070 req-86a9b14d-fc7b-441b-9c9f-f46fcb79666c tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6337385 Sep 07 14:12:49.050499 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.v2.base [req-e097a3a7-6326-4dbb-af5c-bdf528764070 req-c32b5660-8051-48de-a7be-d66c055c3dc4 service neutron] Request body: {'port': {'device_id': '4f0af0de-7730-41cd-9fec-a449b855d409', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78291'}} {{(pid=94138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:12:49.107000 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-e097a3a7-6326-4dbb-af5c-bdf528764070 req-c32b5660-8051-48de-a7be-d66c055c3dc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_update {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:12:49.235244 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-2439f278-5914-44d1-ad38-a2da552b4b40 None None] Provisioning for port 68cb8dbf-618e-4367-b8d3-a72054f4d234 completed by entity DHCP. {{(pid=94139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 14:12:49.240323 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-2439f278-5914-44d1-ad38-a2da552b4b40 None None] Provisioning complete for port 68cb8dbf-618e-4367-b8d3-a72054f4d234 triggered by entity DHCP. {{(pid=94139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:12:49.240837 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-2439f278-5914-44d1-ad38-a2da552b4b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462246'] for port, provisioning_complete {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:12:49.275002 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.plugin [None req-2439f278-5914-44d1-ad38-a2da552b4b40 None None] Port 68cb8dbf-618e-4367-b8d3-a72054f4d234 cannot update to ACTIVE because it is not bound. {{(pid=94139) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 14:12:49.374705 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.notifiers.nova [req-e097a3a7-6326-4dbb-af5c-bdf528764070 req-c32b5660-8051-48de-a7be-d66c055c3dc4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68cb8dbf-618e-4367-b8d3-a72054f4d234 {{(pid=94138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 14:12:49.381922 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-e097a3a7-6326-4dbb-af5c-bdf528764070 req-c32b5660-8051-48de-a7be-d66c055c3dc4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:12:49.395927 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.db.provisioning_blocks [req-e097a3a7-6326-4dbb-af5c-bdf528764070 req-c32b5660-8051-48de-a7be-d66c055c3dc4 service neutron] Transition to ACTIVE for port object 68cb8dbf-618e-4367-b8d3-a72054f4d234 will not be triggered until provisioned by entity L2. {{(pid=94138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 14:12:49.400622 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-e097a3a7-6326-4dbb-af5c-bdf528764070 req-c32b5660-8051-48de-a7be-d66c055c3dc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735729008622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735728620463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735728620481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65197374'] for port, after_update {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:12:49.448688 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32b5660-8051-48de-a7be-d66c055c3dc4 service neutron] Pushing event updated for resources: {'Port': ['ID=68cb8dbf-618e-4367-b8d3-a72054f4d234,revision_number=2']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:12:49.520897 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.managers [req-e097a3a7-6326-4dbb-af5c-bdf528764070 req-c32b5660-8051-48de-a7be-d66c055c3dc4 service neutron] Attempting to bind port 68cb8dbf-618e-4367-b8d3-a72054f4d234 on host hv-cinder-78291 for vnic_type normal with profile {{(pid=94138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 14:12:49.521235 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.managers [req-e097a3a7-6326-4dbb-af5c-bdf528764070 req-c32b5660-8051-48de-a7be-d66c055c3dc4 service neutron] Attempting to bind port 68cb8dbf-618e-4367-b8d3-a72054f4d234 by drivers openvswitch,hyperv on host hv-cinder-78291 at level 0 using segments [{'id': '21c9d53f-7d57-4732-bacb-70574652c02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '7080b35d-131d-4288-830a-20e851d36466'}] {{(pid=94138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 14:12:49.521596 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e097a3a7-6326-4dbb-af5c-bdf528764070 req-c32b5660-8051-48de-a7be-d66c055c3dc4 service neutron] Attempting to bind port 68cb8dbf-618e-4367-b8d3-a72054f4d234 on network 7080b35d-131d-4288-830a-20e851d36466 {{(pid=94138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 14:12:49.526528 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e097a3a7-6326-4dbb-af5c-bdf528764070 req-c32b5660-8051-48de-a7be-d66c055c3dc4 service neutron] Port 68cb8dbf-618e-4367-b8d3-a72054f4d234 on network 7080b35d-131d-4288-830a-20e851d36466 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78291 {{(pid=94138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 14:12:49.527103 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e097a3a7-6326-4dbb-af5c-bdf528764070 req-c32b5660-8051-48de-a7be-d66c055c3dc4 service neutron] Attempting to bind port 68cb8dbf-618e-4367-b8d3-a72054f4d234 on network 7080b35d-131d-4288-830a-20e851d36466 {{(pid=94138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 14:12:49.532214 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e097a3a7-6326-4dbb-af5c-bdf528764070 req-c32b5660-8051-48de-a7be-d66c055c3dc4 service neutron] Checking agent: {'id': '42fa3594-1565-4da1-9b03-2e08c5cc8c06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78291', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 14, 4, 18), 'started_at': datetime.datetime(2021, 9, 7, 14, 4, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 14, 12, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 14:12:49.532553 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e097a3a7-6326-4dbb-af5c-bdf528764070 req-c32b5660-8051-48de-a7be-d66c055c3dc4 service neutron] Checking segment: {'id': '21c9d53f-7d57-4732-bacb-70574652c02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '7080b35d-131d-4288-830a-20e851d36466'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 14:12:49.532938 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e097a3a7-6326-4dbb-af5c-bdf528764070 req-c32b5660-8051-48de-a7be-d66c055c3dc4 service neutron] Bound using segment: {'id': '21c9d53f-7d57-4732-bacb-70574652c02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '7080b35d-131d-4288-830a-20e851d36466'} {{(pid=94138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 14:12:49.533420 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.managers [req-e097a3a7-6326-4dbb-af5c-bdf528764070 req-c32b5660-8051-48de-a7be-d66c055c3dc4 service neutron] Bound port: 68cb8dbf-618e-4367-b8d3-a72054f4d234, host: hv-cinder-78291, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21c9d53f-7d57-4732-bacb-70574652c02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '7080b35d-131d-4288-830a-20e851d36466'}}] {{(pid=94138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 14:12:49.534100 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-e097a3a7-6326-4dbb-af5c-bdf528764070 req-c32b5660-8051-48de-a7be-d66c055c3dc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_update {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:12:49.605199 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.db [req-e097a3a7-6326-4dbb-af5c-bdf528764070 req-c32b5660-8051-48de-a7be-d66c055c3dc4 service neutron] For port 68cb8dbf-618e-4367-b8d3-a72054f4d234, host hv-cinder-78291, cleared binding levels {{(pid=94138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 14:12:49.609178 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.db [req-e097a3a7-6326-4dbb-af5c-bdf528764070 req-c32b5660-8051-48de-a7be-d66c055c3dc4 service neutron] For port 68cb8dbf-618e-4367-b8d3-a72054f4d234, host hv-cinder-78291, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=68cb8dbf-618e-4367-b8d3-a72054f4d234,segment=NetworkSegment(21c9d53f-7d57-4732-bacb-70574652c02f),segment_id=21c9d53f-7d57-4732-bacb-70574652c02f)] {{(pid=94138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 14:12:49.613868 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-e097a3a7-6326-4dbb-af5c-bdf528764070 req-c32b5660-8051-48de-a7be-d66c055c3dc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735729008622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735728620463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735728620481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65197374'] for port, after_update {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:12:49.632383 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457c3c88-a438-4ebb-8ab7-1856e5b5b207 req-c4fa33bf-4f3e-46f1-b798-520850a55985 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:12:49.633908 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-457c3c88-a438-4ebb-8ab7-1856e5b5b207 req-c4fa33bf-4f3e-46f1-b798-520850a55985 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f0af0de-7730-41cd-9fec-a449b855d409 HTTP/1.1" status: 200 len: 943 time: 0.0524893 Sep 07 14:12:49.645887 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e097a3a7-6326-4dbb-af5c-bdf528764070 req-c32b5660-8051-48de-a7be-d66c055c3dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:12:49.646560 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-e097a3a7-6326-4dbb-af5c-bdf528764070 req-c32b5660-8051-48de-a7be-d66c055c3dc4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88768'] for port, before_response {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:12:49.647975 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-e097a3a7-6326-4dbb-af5c-bdf528764070 req-c32b5660-8051-48de-a7be-d66c055c3dc4 service neutron] 10.222.0.23 "PUT /v2.0/ports/68cb8dbf-618e-4367-b8d3-a72054f4d234 HTTP/1.1" status: 200 len: 1093 time: 0.6038363 Sep 07 14:12:49.648434 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f0af0de-7730-41cd-9fec-a449b855d409', 'tag': '68cb8dbf-618e-4367-b8d3-a72054f4d234'}] {{(pid=94138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:12:49.650855 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2f7ddeb31991bace343f2b2f4f22cd3bc4274a24b7cd750f83a004d46e17087" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cad2e85-5075-496c-88bd-49c638ec7659" -d '{"events": [{"name": "network-changed", "server_uuid": "4f0af0de-7730-41cd-9fec-a449b855d409", "tag": "68cb8dbf-618e-4367-b8d3-a72054f4d234"}]}' {{(pid=94138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:12:49.696133 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-457c3c88-a438-4ebb-8ab7-1856e5b5b207 req-81146868-30f0-41f9-ab08-17bd297e438a tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/security-groups?id=f88436f6-4807-47cf-9c32-5e8b909766e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556638 Sep 07 14:12:49.705853 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 14:12:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13f85648-ea52-43b4-b3ee-aae2bcd4f06f x-openstack-request-id: req-13f85648-ea52-43b4-b3ee-aae2bcd4f06f {{(pid=94138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:12:49.706154 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f0af0de-7730-41cd-9fec-a449b855d409", "tag": "68cb8dbf-618e-4367-b8d3-a72054f4d234", "status": "completed", "code": 200}]} {{(pid=94138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:12:49.706413 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-13f85648-ea52-43b4-b3ee-aae2bcd4f06f {{(pid=94138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:12:49.706892 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f0af0de-7730-41cd-9fec-a449b855d409', 'tag': '68cb8dbf-618e-4367-b8d3-a72054f4d234', 'status': 'completed', 'code': 200} Sep 07 14:12:49.733601 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32b5660-8051-48de-a7be-d66c055c3dc4 service neutron] Pushing event updated for resources: {'Port': ['ID=68cb8dbf-618e-4367-b8d3-a72054f4d234,revision_number=3']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:12:49.752759 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e097a3a7-6326-4dbb-af5c-bdf528764070 req-0a799e5e-bb68-4579-84cb-70113faf21e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:12:49.754415 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-e097a3a7-6326-4dbb-af5c-bdf528764070 req-0a799e5e-bb68-4579-84cb-70113faf21e4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6b4f71d3e9204b32b4e86d817985b1ea&device_id=4f0af0de-7730-41cd-9fec-a449b855d409 HTTP/1.1" status: 200 len: 1096 time: 0.0462520 Sep 07 14:12:49.803025 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-e097a3a7-6326-4dbb-af5c-bdf528764070 req-e4af0a7e-98cb-45e1-be9a-73e32f10cb56 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=68cb8dbf-618e-4367-b8d3-a72054f4d234 HTTP/1.1" status: 200 len: 217 time: 0.0402191 Sep 07 14:12:49.855508 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e097a3a7-6326-4dbb-af5c-bdf528764070 req-091a6472-fa39-41a7-bd18-47e6859308c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:12:49.857130 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-e097a3a7-6326-4dbb-af5c-bdf528764070 req-091a6472-fa39-41a7-bd18-47e6859308c4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5ffd200c-eaef-4ea2-b697-3bcc1716b422 HTTP/1.1" status: 200 len: 856 time: 0.0471864 Sep 07 14:12:49.901958 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e097a3a7-6326-4dbb-af5c-bdf528764070 req-365552d0-75cd-40f2-9354-eee1ff65b698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:12:49.903475 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-e097a3a7-6326-4dbb-af5c-bdf528764070 req-365552d0-75cd-40f2-9354-eee1ff65b698 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7080b35d-131d-4288-830a-20e851d36466&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0393326 Sep 07 14:12:49.999866 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-e097a3a7-6326-4dbb-af5c-bdf528764070 req-bd4c2f29-7eb0-44c2-b0f5-b28ef90435e7 service neutron] 10.222.0.23 "GET /v2.0/networks/7080b35d-131d-4288-830a-20e851d36466?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886517 Sep 07 14:12:50.104437 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-e097a3a7-6326-4dbb-af5c-bdf528764070 req-c98aa961-02c0-489d-96e8-7985bfabbb7d service neutron] 10.222.0.23 "GET /v2.0/networks/7080b35d-131d-4288-830a-20e851d36466?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974097 Sep 07 14:12:50.210138 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cad2e85-5075-496c-88bd-49c638ec7659 req-f3df9243-58bd-4db7-8314-629970c85cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:12:50.211627 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-2cad2e85-5075-496c-88bd-49c638ec7659 req-f3df9243-58bd-4db7-8314-629970c85cb6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6b4f71d3e9204b32b4e86d817985b1ea&device_id=4f0af0de-7730-41cd-9fec-a449b855d409 HTTP/1.1" status: 200 len: 1096 time: 0.0466936 Sep 07 14:12:50.314921 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cad2e85-5075-496c-88bd-49c638ec7659 req-7cd72336-e8c0-494c-a6a3-f2fadc37c2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:12:50.316381 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-2cad2e85-5075-496c-88bd-49c638ec7659 req-7cd72336-e8c0-494c-a6a3-f2fadc37c2f7 service neutron] 10.222.0.23 "GET /v2.0/networks?id=7080b35d-131d-4288-830a-20e851d36466 HTTP/1.1" status: 200 len: 918 time: 0.0973270 Sep 07 14:12:50.359262 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-2cad2e85-5075-496c-88bd-49c638ec7659 req-9ec4f555-805f-4afb-94fa-df03b5e151b4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=68cb8dbf-618e-4367-b8d3-a72054f4d234 HTTP/1.1" status: 200 len: 217 time: 0.0350819 Sep 07 14:12:50.416563 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cad2e85-5075-496c-88bd-49c638ec7659 req-6fda2926-22ba-4ffa-aa53-33a0957e19f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:12:50.417990 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-2cad2e85-5075-496c-88bd-49c638ec7659 req-6fda2926-22ba-4ffa-aa53-33a0957e19f9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5ffd200c-eaef-4ea2-b697-3bcc1716b422 HTTP/1.1" status: 200 len: 856 time: 0.0500534 Sep 07 14:12:50.465384 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cad2e85-5075-496c-88bd-49c638ec7659 req-d20fb096-b65a-4a85-a3ad-753505a20631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:12:50.467078 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-2cad2e85-5075-496c-88bd-49c638ec7659 req-d20fb096-b65a-4a85-a3ad-753505a20631 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7080b35d-131d-4288-830a-20e851d36466&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0406921 Sep 07 14:12:50.563489 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-2cad2e85-5075-496c-88bd-49c638ec7659 req-9a7c76a9-4dd5-482b-912c-91354c1ad266 service neutron] 10.222.0.23 "GET /v2.0/networks/7080b35d-131d-4288-830a-20e851d36466?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877764 Sep 07 14:12:50.655127 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-2cad2e85-5075-496c-88bd-49c638ec7659 req-152aa07e-4ef4-46ad-ae94-3a6679df1deb service neutron] 10.222.0.23 "GET /v2.0/networks/7080b35d-131d-4288-830a-20e851d36466?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838180 Sep 07 14:12:50.819080 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25c40f8-56da-40a7-859a-26f84a8514f2 req-3e43d416-ad95-4181-a885-bedc3853e699 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:12:50.820582 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-e25c40f8-56da-40a7-859a-26f84a8514f2 req-3e43d416-ad95-4181-a885-bedc3853e699 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f0af0de-7730-41cd-9fec-a449b855d409 HTTP/1.1" status: 200 len: 943 time: 0.0534694 Sep 07 14:12:50.858595 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-e25c40f8-56da-40a7-859a-26f84a8514f2 req-6e17cec9-6215-4560-98f0-726aafda79bd tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/security-groups?id=f88436f6-4807-47cf-9c32-5e8b909766e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320961 Sep 07 14:12:51.976947 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7c755a-3958-4555-a703-f295c8d47e8f req-3fb26c55-5ae5-4ef0-a5dd-c99cb465a8a3 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:12:51.978469 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-be7c755a-3958-4555-a703-f295c8d47e8f req-3fb26c55-5ae5-4ef0-a5dd-c99cb465a8a3 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f0af0de-7730-41cd-9fec-a449b855d409 HTTP/1.1" status: 200 len: 943 time: 0.0490491 Sep 07 14:12:52.020388 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-be7c755a-3958-4555-a703-f295c8d47e8f req-f0f086ac-7c81-4e3f-88df-5e9db4f32bfe tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/security-groups?id=f88436f6-4807-47cf-9c32-5e8b909766e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358834 Sep 07 14:12:53.081256 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Device 68cb8dbf-618e-4367-b8d3-a72054f4d234 details requested by agent hyperv_hv-cinder-78291 with host hv-cinder-78291 {{(pid=94139) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 14:12:53.148601 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a3a435-eadd-45ec-86ad-b2ed6ccc9181 req-eb39d0ba-3652-45db-849c-b0df8e993240 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:12:53.150333 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-54a3a435-eadd-45ec-86ad-b2ed6ccc9181 req-eb39d0ba-3652-45db-849c-b0df8e993240 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f0af0de-7730-41cd-9fec-a449b855d409 HTTP/1.1" status: 200 len: 943 time: 0.0499701 Sep 07 14:12:53.180206 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.db [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] For port 68cb8dbf-618e-4367-b8d3-a72054f4d234, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=68cb8dbf-618e-4367-b8d3-a72054f4d234,segment=NetworkSegment(21c9d53f-7d57-4732-bacb-70574652c02f),segment_id=21c9d53f-7d57-4732-bacb-70574652c02f)] {{(pid=94139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:12:53.189495 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-54a3a435-eadd-45ec-86ad-b2ed6ccc9181 req-c992d695-375c-4bb9-938a-b02d4f5bb1ae tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/security-groups?id=f88436f6-4807-47cf-9c32-5e8b909766e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321689 Sep 07 14:12:53.194832 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Returning: {'device': '68cb8dbf-618e-4367-b8d3-a72054f4d234', 'network_id': '7080b35d-131d-4288-830a-20e851d36466', 'port_id': '68cb8dbf-618e-4367-b8d3-a72054f4d234', 'mac_address': 'fa:16:3e:bd:43:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 692, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ffd200c-eaef-4ea2-b697-3bcc1716b422', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94139) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 14:12:53.238311 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:12:53.251159 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.notifiers.nova [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68cb8dbf-618e-4367-b8d3-a72054f4d234 {{(pid=94139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 14:12:53.271056 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.db [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] For port 68cb8dbf-618e-4367-b8d3-a72054f4d234, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=68cb8dbf-618e-4367-b8d3-a72054f4d234,segment=NetworkSegment(21c9d53f-7d57-4732-bacb-70574652c02f),segment_id=21c9d53f-7d57-4732-bacb-70574652c02f)] {{(pid=94139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:12:53.274547 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735729008622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735728620463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735728620481'] for port, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:12:53.322848 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Pushing event updated for resources: {'Port': ['ID=68cb8dbf-618e-4367-b8d3-a72054f4d234,revision_number=4']} {{(pid=94139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:12:53.489389 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.db [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] get_ports_and_sgs() called for port_ids ['68cb8dbf-618e-4367-b8d3-a72054f4d234'] {{(pid=94139) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 14:12:54.310116 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb38384-96b8-4238-8c88-bf61ed94c17a req-c4a358ad-6888-4aa4-8ce3-4791b1ef097c tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:12:54.312255 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-9eb38384-96b8-4238-8c88-bf61ed94c17a req-c4a358ad-6888-4aa4-8ce3-4791b1ef097c tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f0af0de-7730-41cd-9fec-a449b855d409 HTTP/1.1" status: 200 len: 944 time: 0.0511954 Sep 07 14:12:54.350835 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-9eb38384-96b8-4238-8c88-bf61ed94c17a req-12832ec8-231c-472a-aeff-9b4c8fc0d4f1 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/security-groups?id=f88436f6-4807-47cf-9c32-5e8b909766e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326538 Sep 07 14:12:55.035670 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.wsgi [-] (94137) accepted ('10.222.0.60', 51998) {{(pid=94137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:12:55.110842 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Device 68cb8dbf-618e-4367-b8d3-a72054f4d234 up at agent hyperv_hv-cinder-78291 {{(pid=94139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:12:55.140925 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-901cb767-f54c-4a25-93cf-eadd9cd8b9a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:12:55.161680 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Provisioning for port 68cb8dbf-618e-4367-b8d3-a72054f4d234 completed by entity L2. {{(pid=94139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 14:12:55.165588 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Provisioning complete for port 68cb8dbf-618e-4367-b8d3-a72054f4d234 triggered by entity L2. {{(pid=94139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:12:55.165965 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462246'] for port, provisioning_complete {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:12:55.234083 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-901cb767-f54c-4a25-93cf-eadd9cd8b9a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:12:55.238217 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-901cb767-f54c-4a25-93cf-eadd9cd8b9a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585164'] for security_group, after_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:12:55.258470 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:12:55.282783 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [None req-901cb767-f54c-4a25-93cf-eadd9cd8b9a5 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f988ff951cf44bd68b9d8e4e57603df7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2434366 Sep 07 14:12:55.282783 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901cb767-f54c-4a25-93cf-eadd9cd8b9a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=694b1851-38cb-432b-829a-6225acce28ed,revision_number=1']} {{(pid=94137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:12:55.283092 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f0af0de-7730-41cd-9fec-a449b855d409', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68cb8dbf-618e-4367-b8d3-a72054f4d234'}] {{(pid=94139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:12:55.283454 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.wsgi [-] (94138) accepted ('10.222.0.60', 52004) {{(pid=94138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:12:55.284323 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4453e99b4ec61c2946fac8af49a5adf90b2a32597d884ada3dd1dc93487e448" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34b0fff7-3795-4f85-b86f-bb944ce2a891" -d '{"events": [{"server_uuid": "4f0af0de-7730-41cd-9fec-a449b855d409", "name": "network-vif-plugged", "status": "completed", "tag": "68cb8dbf-618e-4367-b8d3-a72054f4d234"}]}' {{(pid=94139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:12:55.300001 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.db [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] For port 68cb8dbf-618e-4367-b8d3-a72054f4d234, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=68cb8dbf-618e-4367-b8d3-a72054f4d234,segment=NetworkSegment(21c9d53f-7d57-4732-bacb-70574652c02f),segment_id=21c9d53f-7d57-4732-bacb-70574652c02f)] {{(pid=94139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:12:55.306474 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735729008622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735728620463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735728620481'] for port, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:12:55.339524 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 14:12:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-858b5c42-dabd-4110-94b5-3ff0b206cbed x-openstack-request-id: req-858b5c42-dabd-4110-94b5-3ff0b206cbed {{(pid=94139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:12:55.339524 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f0af0de-7730-41cd-9fec-a449b855d409", "name": "network-vif-plugged", "status": "completed", "tag": "68cb8dbf-618e-4367-b8d3-a72054f4d234", "code": 200}]} {{(pid=94139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:12:55.339524 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-858b5c42-dabd-4110-94b5-3ff0b206cbed {{(pid=94139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:12:55.339524 dv-cinder-782910-4-iscsi neutron-server[94139]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f0af0de-7730-41cd-9fec-a449b855d409', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68cb8dbf-618e-4367-b8d3-a72054f4d234', 'code': 200} Sep 07 14:12:55.353009 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-4e67fffe-fcf4-4f64-bf0b-bed3b7788295 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:12:55.379027 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-4e67fffe-fcf4-4f64-bf0b-bed3b7788295 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:12:55.382256 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Pushing event updated for resources: {'Port': ['ID=68cb8dbf-618e-4367-b8d3-a72054f4d234,revision_number=5']} {{(pid=94139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:12:55.452330 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-4e67fffe-fcf4-4f64-bf0b-bed3b7788295 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585164'] for security_group, after_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:12:55.456806 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-4e67fffe-fcf4-4f64-bf0b-bed3b7788295 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:12:55.459208 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [None req-4e67fffe-fcf4-4f64-bf0b-bed3b7788295 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/694b1851-38cb-432b-829a-6225acce28ed HTTP/1.1" status: 204 len: 168 time: 0.1684642 Sep 07 14:12:55.473856 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e67fffe-fcf4-4f64-bf0b-bed3b7788295 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=694b1851-38cb-432b-829a-6225acce28ed,revision_number=None']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:12:55.517695 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c39d4cb-de76-4fe9-96a2-a95e3920226f req-083d32e1-6d14-43dc-8bac-7f3dd18d36ef tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:12:55.519257 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-4c39d4cb-de76-4fe9-96a2-a95e3920226f req-083d32e1-6d14-43dc-8bac-7f3dd18d36ef tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f0af0de-7730-41cd-9fec-a449b855d409 HTTP/1.1" status: 200 len: 945 time: 0.0792675 Sep 07 14:12:55.555791 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938271ba-b363-4d29-bf01-0a81ef4be31b req-780a2dde-0681-42d0-b10b-ed005c6afb18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:12:55.558379 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-938271ba-b363-4d29-bf01-0a81ef4be31b req-780a2dde-0681-42d0-b10b-ed005c6afb18 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=4f0af0de-7730-41cd-9fec-a449b855d409 HTTP/1.1" status: 200 len: 1098 time: 0.0730414 Sep 07 14:12:55.563516 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-4c39d4cb-de76-4fe9-96a2-a95e3920226f req-e9285cc3-d06b-4f6c-b424-c1a159a44fe1 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/security-groups?id=f88436f6-4807-47cf-9c32-5e8b909766e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377898 Sep 07 14:12:55.600070 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-938271ba-b363-4d29-bf01-0a81ef4be31b req-2783e4ff-4952-49da-a02c-6409518674d5 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=f88436f6-4807-47cf-9c32-5e8b909766e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347605 Sep 07 14:12:55.779345 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.wsgi [-] (94138) accepted ('10.222.0.60', 52014) {{(pid=94138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:12:55.793246 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-e7d2a834-e58c-48a5-9a55-96fe8d54c4fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:12:55.896314 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-e7d2a834-e58c-48a5-9a55-96fe8d54c4fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:12:55.900301 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-e7d2a834-e58c-48a5-9a55-96fe8d54c4fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585164'] for security_group, after_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:12:55.938988 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [None req-e7d2a834-e58c-48a5-9a55-96fe8d54c4fd admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a6f8c88441cf4a268edbd74a76fb13f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1585045 Sep 07 14:12:55.940894 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d2a834-e58c-48a5-9a55-96fe8d54c4fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=677e1fcc-bdd5-410a-9c47-ffa2f1a4f071,revision_number=1']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:12:55.941827 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.wsgi [-] (94137) accepted ('10.222.0.60', 52016) {{(pid=94137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:12:55.994937 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-7b439b8f-f969-4fc4-af02-8dfb145250c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:12:56.016280 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-7b439b8f-f969-4fc4-af02-8dfb145250c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:12:56.069922 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-7b439b8f-f969-4fc4-af02-8dfb145250c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585164'] for security_group, after_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:12:56.072635 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-7b439b8f-f969-4fc4-af02-8dfb145250c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:12:56.074094 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [None req-7b439b8f-f969-4fc4-af02-8dfb145250c8 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/677e1fcc-bdd5-410a-9c47-ffa2f1a4f071 HTTP/1.1" status: 204 len: 168 time: 0.1312275 Sep 07 14:12:56.082943 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b439b8f-f969-4fc4-af02-8dfb145250c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=677e1fcc-bdd5-410a-9c47-ffa2f1a4f071,revision_number=None']} {{(pid=94137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:12:56.698472 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188b2dc2-5c69-4181-a9fc-4e2107bcba55 req-09384586-088b-4584-a573-a4d12d84c78e tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:12:56.700114 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-188b2dc2-5c69-4181-a9fc-4e2107bcba55 req-09384586-088b-4584-a573-a4d12d84c78e tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f0af0de-7730-41cd-9fec-a449b855d409 HTTP/1.1" status: 200 len: 945 time: 0.0572028 Sep 07 14:12:56.743463 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-188b2dc2-5c69-4181-a9fc-4e2107bcba55 req-317f23bd-9dcf-45cd-886d-8cdf3b7dabe8 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/security-groups?id=f88436f6-4807-47cf-9c32-5e8b909766e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344403 Sep 07 14:12:57.869079 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a54e7d-bca2-4631-805e-7a750b72342a req-38aaa74e-a6a4-45c9-add6-b15d25c83642 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:12:57.870613 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-47a54e7d-bca2-4631-805e-7a750b72342a req-38aaa74e-a6a4-45c9-add6-b15d25c83642 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f0af0de-7730-41cd-9fec-a449b855d409 HTTP/1.1" status: 200 len: 945 time: 0.0498927 Sep 07 14:12:57.913543 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-47a54e7d-bca2-4631-805e-7a750b72342a req-5522d4b6-73ba-41dd-ad0f-5dd8efa24bff tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/security-groups?id=f88436f6-4807-47cf-9c32-5e8b909766e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363784 Sep 07 14:12:58.035788 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2e0c8c-32ba-42bd-8ecd-c266aff08088 req-161eca4e-2834-4db5-8b0b-3ded90c5381c tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:12:58.037258 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-bf2e0c8c-32ba-42bd-8ecd-c266aff08088 req-161eca4e-2834-4db5-8b0b-3ded90c5381c tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f0af0de-7730-41cd-9fec-a449b855d409 HTTP/1.1" status: 200 len: 945 time: 0.0547681 Sep 07 14:12:58.045770 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.wsgi [-] (94137) accepted ('10.222.0.60', 52102) {{(pid=94137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:12:58.050734 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.v2.base [None req-a7af1ba3-1a7a-4148-bc79-17ce7ffc7d48 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Request body: {'floatingip': {'port_id': '68cb8dbf-618e-4367-b8d3-a72054f4d234'}} {{(pid=94137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:12:58.094282 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-a7af1ba3-1a7a-4148-bc79-17ce7ffc7d48 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Notify callbacks [] for floatingip, before_update {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:12:58.547354 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-a7af1ba3-1a7a-4148-bc79-17ce7ffc7d48 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:12:58.551100 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-a7af1ba3-1a7a-4148-bc79-17ce7ffc7d48 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-432510'] for floatingip, after_update {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:12:58.650758 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.db.l3_db [None req-a7af1ba3-1a7a-4148-bc79-17ce7ffc7d48 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Floating IP f67a6b19-8d14-4eab-b2e8-be038855286f associated. External IP: 172.27.2.26, port: 68cb8dbf-618e-4367-b8d3-a72054f4d234. Sep 07 14:12:58.857915 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7af1ba3-1a7a-4148-bc79-17ce7ffc7d48 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Router 99391e3d-48cd-4c70-8727-73113289dc51 has already been hosted by L3 agent fa68c273-d39f-43dc-b6f8-e0c6852ace12 {{(pid=94137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 14:12:58.968837 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7af1ba3-1a7a-4148-bc79-17ce7ffc7d48 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Notify agent at l3_agent.dv-cinder-782910-4-iscsi the message routers_updated {{(pid=94137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 14:12:58.973723 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-a7af1ba3-1a7a-4148-bc79-17ce7ffc7d48 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88768'] for floatingip, before_response {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:12:58.982885 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f3e88c-a312-4467-a824-4beb4a1e0224 None None] Sync routers for ids ['99391e3d-48cd-4c70-8727-73113289dc51'] in dv-cinder-782910-4-iscsi {{(pid=94140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 14:12:58.998863 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f3e88c-a312-4467-a824-4beb4a1e0224 None None] Routers {'99391e3d-48cd-4c70-8727-73113289dc51'} bound to L3 agent in host dv-cinder-782910-4-iscsi {{(pid=94140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:12:58.999481 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.l3_hamode_db [None req-e0f3e88c-a312-4467-a824-4beb4a1e0224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T13:58:13Z,description=,heartbeat_timestamp=2021-09-07T14:12:43Z,host='dv-cinder-782910-4-iscsi',id=fa68c273-d39f-43dc-b6f8-e0c6852ace12,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T13:58:13Z,topic='l3_agent')) {'router_ids': ['99391e3d-48cd-4c70-8727-73113289dc51'], 'active': True} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:12:59.003466 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [None req-a7af1ba3-1a7a-4148-bc79-17ce7ffc7d48 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "PUT /v2.0/floatingips/f67a6b19-8d14-4eab-b2e8-be038855286f HTTP/1.1" status: 200 len: 990 time: 0.9533143 Sep 07 14:12:59.003466 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f0af0de-7730-41cd-9fec-a449b855d409', 'tag': '68cb8dbf-618e-4367-b8d3-a72054f4d234'}] {{(pid=94137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:12:59.003791 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7b38e126f5d6ed26c5a634d27f228b3e9a23f971082ab434b79987af6775de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd7252de-12ef-4247-8948-b61b7cd1e6ba" -d '{"events": [{"name": "network-changed", "server_uuid": "4f0af0de-7730-41cd-9fec-a449b855d409", "tag": "68cb8dbf-618e-4367-b8d3-a72054f4d234"}]}' {{(pid=94137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:12:59.179326 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 14:12:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40d6f10a-e9d4-441f-8406-e4a23bbd49ff x-openstack-request-id: req-40d6f10a-e9d4-441f-8406-e4a23bbd49ff {{(pid=94137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:12:59.179677 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f0af0de-7730-41cd-9fec-a449b855d409", "tag": "68cb8dbf-618e-4367-b8d3-a72054f4d234", "status": "completed", "code": 200}]} {{(pid=94137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:12:59.180035 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-40d6f10a-e9d4-441f-8406-e4a23bbd49ff {{(pid=94137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:12:59.180324 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f0af0de-7730-41cd-9fec-a449b855d409', 'tag': '68cb8dbf-618e-4367-b8d3-a72054f4d234', 'status': 'completed', 'code': 200} Sep 07 14:12:59.245343 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.l3_dvr_db [None req-e0f3e88c-a312-4467-a824-4beb4a1e0224 None None] Set router 99391e3d-48cd-4c70-8727-73113289dc51 gateway port host: dv-cinder-782910-4-iscsi {{(pid=94140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:12:59.247302 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7252de-12ef-4247-8948-b61b7cd1e6ba req-3e757765-45d3-43cb-9b7e-d0bcdbd32214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:12:59.249114 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-dd7252de-12ef-4247-8948-b61b7cd1e6ba req-3e757765-45d3-43cb-9b7e-d0bcdbd32214 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6b4f71d3e9204b32b4e86d817985b1ea&device_id=4f0af0de-7730-41cd-9fec-a449b855d409 HTTP/1.1" status: 200 len: 1098 time: 0.0471032 Sep 07 14:12:59.342393 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7252de-12ef-4247-8948-b61b7cd1e6ba req-acc49b64-b024-40f3-b9af-46f9229ef8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:12:59.344396 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-dd7252de-12ef-4247-8948-b61b7cd1e6ba req-acc49b64-b024-40f3-b9af-46f9229ef8cf service neutron] 10.222.0.23 "GET /v2.0/networks?id=7080b35d-131d-4288-830a-20e851d36466 HTTP/1.1" status: 200 len: 918 time: 0.0871177 Sep 07 14:12:59.426416 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-dd7252de-12ef-4247-8948-b61b7cd1e6ba req-f2a067f6-6508-4f27-8f75-7eb8ce087845 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=68cb8dbf-618e-4367-b8d3-a72054f4d234 HTTP/1.1" status: 200 len: 998 time: 0.0727994 Sep 07 14:12:59.482224 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7252de-12ef-4247-8948-b61b7cd1e6ba req-7a188026-d4ea-4212-8c6c-ca2d5a3f61bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:12:59.484203 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-dd7252de-12ef-4247-8948-b61b7cd1e6ba req-7a188026-d4ea-4212-8c6c-ca2d5a3f61bb service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5ffd200c-eaef-4ea2-b697-3bcc1716b422 HTTP/1.1" status: 200 len: 856 time: 0.0503128 Sep 07 14:12:59.499954 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.l3_hamode_db [None req-e0f3e88c-a312-4467-a824-4beb4a1e0224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99391e3d-48cd-4c70-8727-73113289dc51', 'name': 'tempest-AttachVolumeShelveTestJSON-1641349896-router', 'tenant_id': '6b4f71d3e9204b32b4e86d817985b1ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'external_fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': '82870f27-3cf0-43e6-bafa-d9aae1e0abab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:09:38Z', 'updated_at': '2021-09-07T14:09:42Z', 'revision_number': 4, 'project_id': '6b4f71d3e9204b32b4e86d817985b1ea', 'gw_port': {'id': '82870f27-3cf0-43e6-bafa-d9aae1e0abab', 'name': '', 'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:06:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99391e3d-48cd-4c70-8727-73113289dc51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:09:39Z', 'updated_at': '2021-09-07T14:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-4-iscsi', '_floatingips': [{'id': 'f67a6b19-8d14-4eab-b2e8-be038855286f', 'tenant_id': '6b4f71d3e9204b32b4e86d817985b1ea', 'floating_ip_address': '172.27.2.26', 'floating_network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'router_id': '99391e3d-48cd-4c70-8727-73113289dc51', 'port_id': '68cb8dbf-618e-4367-b8d3-a72054f4d234', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 612, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7080b35d-131d-4288-830a-20e851d36466', 'mac_address': 'fa:16:3e:bd:43:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f0af0de-7730-41cd-9fec-a449b855d409', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T14:12:46Z', 'updated_at': '2021-09-07T14:12:58Z', 'revision_number': 1, 'project_id': '6b4f71d3e9204b32b4e86d817985b1ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aae5dfa8-fed6-4fa4-8194-0d054f4fa6d0', 'name': '', 'network_id': '7080b35d-131d-4288-830a-20e851d36466', 'tenant_id': '6b4f71d3e9204b32b4e86d817985b1ea', 'mac_address': 'fa:16:3e:a3:73:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99391e3d-48cd-4c70-8727-73113289dc51', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '5ffd200c-eaef-4ea2-b697-3bcc1716b422', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:09:41Z', 'updated_at': '2021-09-07T14:09:48Z', 'revision_number': 5, 'project_id': '6b4f71d3e9204b32b4e86d817985b1ea', 'subnets': [{'id': '5ffd200c-eaef-4ea2-b697-3bcc1716b422', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782910-4-iscsi', False) {} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:12:59.529596 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f3e88c-a312-4467-a824-4beb4a1e0224 None None] Checking router: 99391e3d-48cd-4c70-8727-73113289dc51 for host: dv-cinder-782910-4-iscsi {{(pid=94140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 14:12:59.530645 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7252de-12ef-4247-8948-b61b7cd1e6ba req-07b17ad5-62a7-422e-9235-4d65f6870758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:12:59.532792 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-dd7252de-12ef-4247-8948-b61b7cd1e6ba req-07b17ad5-62a7-422e-9235-4d65f6870758 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7080b35d-131d-4288-830a-20e851d36466&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0413752 Sep 07 14:12:59.539150 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f3e88c-a312-4467-a824-4beb4a1e0224 None None] Routers {'99391e3d-48cd-4c70-8727-73113289dc51'} bound to L3 agent in host dv-cinder-782910-4-iscsi {{(pid=94140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:12:59.539751 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.l3_hamode_db [None req-e0f3e88c-a312-4467-a824-4beb4a1e0224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T13:58:13Z,description=,heartbeat_timestamp=2021-09-07T14:12:43Z,host='dv-cinder-782910-4-iscsi',id=fa68c273-d39f-43dc-b6f8-e0c6852ace12,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T13:58:13Z,topic='l3_agent')) {'router_ids': ['99391e3d-48cd-4c70-8727-73113289dc51'], 'active': True} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:12:59.631265 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-dd7252de-12ef-4247-8948-b61b7cd1e6ba req-cb9ec24c-cee2-48cc-baea-609b966d52ba service neutron] 10.222.0.23 "GET /v2.0/networks/7080b35d-131d-4288-830a-20e851d36466?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899525 Sep 07 14:12:59.648191 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.l3_dvr_db [None req-e0f3e88c-a312-4467-a824-4beb4a1e0224 None None] Set router 99391e3d-48cd-4c70-8727-73113289dc51 gateway port host: dv-cinder-782910-4-iscsi {{(pid=94140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:12:59.736664 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-dd7252de-12ef-4247-8948-b61b7cd1e6ba req-2169024e-ff76-4bad-b0da-9afe9aa51309 service neutron] 10.222.0.23 "GET /v2.0/networks/7080b35d-131d-4288-830a-20e851d36466?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963171 Sep 07 14:12:59.897824 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.l3_hamode_db [None req-e0f3e88c-a312-4467-a824-4beb4a1e0224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99391e3d-48cd-4c70-8727-73113289dc51', 'name': 'tempest-AttachVolumeShelveTestJSON-1641349896-router', 'tenant_id': '6b4f71d3e9204b32b4e86d817985b1ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'external_fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': '82870f27-3cf0-43e6-bafa-d9aae1e0abab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:09:38Z', 'updated_at': '2021-09-07T14:09:42Z', 'revision_number': 4, 'project_id': '6b4f71d3e9204b32b4e86d817985b1ea', 'gw_port': {'id': '82870f27-3cf0-43e6-bafa-d9aae1e0abab', 'name': '', 'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:06:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99391e3d-48cd-4c70-8727-73113289dc51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:09:39Z', 'updated_at': '2021-09-07T14:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-4-iscsi', '_floatingips': [{'id': 'f67a6b19-8d14-4eab-b2e8-be038855286f', 'tenant_id': '6b4f71d3e9204b32b4e86d817985b1ea', 'floating_ip_address': '172.27.2.26', 'floating_network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'router_id': '99391e3d-48cd-4c70-8727-73113289dc51', 'port_id': '68cb8dbf-618e-4367-b8d3-a72054f4d234', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 612, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7080b35d-131d-4288-830a-20e851d36466', 'mac_address': 'fa:16:3e:bd:43:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f0af0de-7730-41cd-9fec-a449b855d409', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T14:12:46Z', 'updated_at': '2021-09-07T14:12:58Z', 'revision_number': 1, 'project_id': '6b4f71d3e9204b32b4e86d817985b1ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aae5dfa8-fed6-4fa4-8194-0d054f4fa6d0', 'name': '', 'network_id': '7080b35d-131d-4288-830a-20e851d36466', 'tenant_id': '6b4f71d3e9204b32b4e86d817985b1ea', 'mac_address': 'fa:16:3e:a3:73:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99391e3d-48cd-4c70-8727-73113289dc51', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '5ffd200c-eaef-4ea2-b697-3bcc1716b422', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:09:41Z', 'updated_at': '2021-09-07T14:09:48Z', 'revision_number': 5, 'project_id': '6b4f71d3e9204b32b4e86d817985b1ea', 'subnets': [{'id': '5ffd200c-eaef-4ea2-b697-3bcc1716b422', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782910-4-iscsi', False) {} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:12:59.928257 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f3e88c-a312-4467-a824-4beb4a1e0224 None None] The sync data for ids ['99391e3d-48cd-4c70-8727-73113289dc51'] in dv-cinder-782910-4-iscsi is: [{'id': '99391e3d-48cd-4c70-8727-73113289dc51', 'name': 'tempest-AttachVolumeShelveTestJSON-1641349896-router', 'tenant_id': '6b4f71d3e9204b32b4e86d817985b1ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'external_fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': '82870f27-3cf0-43e6-bafa-d9aae1e0abab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:09:38Z', 'updated_at': '2021-09-07T14:09:42Z', 'revision_number': 4, 'project_id': '6b4f71d3e9204b32b4e86d817985b1ea', 'gw_port': {'id': '82870f27-3cf0-43e6-bafa-d9aae1e0abab', 'name': '', 'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:06:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99391e3d-48cd-4c70-8727-73113289dc51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:09:39Z', 'updated_at': '2021-09-07T14:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-4-iscsi', '_floatingips': [{'id': 'f67a6b19-8d14-4eab-b2e8-be038855286f', 'tenant_id': '6b4f71d3e9204b32b4e86d817985b1ea', 'floating_ip_address': '172.27.2.26', 'floating_network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'router_id': '99391e3d-48cd-4c70-8727-73113289dc51', 'port_id': '68cb8dbf-618e-4367-b8d3-a72054f4d234', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 612, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7080b35d-131d-4288-830a-20e851d36466', 'mac_address': 'fa:16:3e:bd:43:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f0af0de-7730-41cd-9fec-a449b855d409', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T14:12:46Z', 'updated_at': '2021-09-07T14:12:58Z', 'revision_number': 1, 'project_id': '6b4f71d3e9204b32b4e86d817985b1ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aae5dfa8-fed6-4fa4-8194-0d054f4fa6d0', 'name': '', 'network_id': '7080b35d-131d-4288-830a-20e851d36466', 'tenant_id': '6b4f71d3e9204b32b4e86d817985b1ea', 'mac_address': 'fa:16:3e:a3:73:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99391e3d-48cd-4c70-8727-73113289dc51', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '5ffd200c-eaef-4ea2-b697-3bcc1716b422', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:09:41Z', 'updated_at': '2021-09-07T14:09:48Z', 'revision_number': 5, 'project_id': '6b4f71d3e9204b32b4e86d817985b1ea', 'subnets': [{'id': '5ffd200c-eaef-4ea2-b697-3bcc1716b422', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 14:13:00.125843 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23130b79-5173-4c67-933a-62c7faf9d90b None None] New status for floating IP f67a6b19-8d14-4eab-b2e8-be038855286f: ACTIVE {{(pid=94139) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 14:13:10.660495 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-207a6f78-77c7-4fb0-a547-f010afd06f30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:13:11.967922 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.agents_db [None req-36878762-3245-425c-bb44-2e5aea615dc4 None None] Agent healthcheck: found 6 active agents {{(pid=94140) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 14:13:13.447435 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-5277eb14-d8fe-4056-a2ae-74e7d242edcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:13:14.185816 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-90497945-cc67-4e40-89ff-93978391019b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:13:14.706546 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-cec4f6fb-2ca0-44f4-a970-9dc467b3a3ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:13:15.887123 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-24e6fa56-2407-4935-9ec7-bc4eea9bdf8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:13:18.453888 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:13:24.738701 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-ac27599a-9e4e-4904-be1b-862c7c57f09d req-56cd5efe-707a-49e8-a928-4d774724d501 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=8ec2706e-3182-45e5-9b7a-71e5898992a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0458593 Sep 07 14:13:24.832402 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac27599a-9e4e-4904-be1b-862c7c57f09d req-2a913e54-cdab-42b9-bbd0-473d3ecd2342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:13:24.833845 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-ac27599a-9e4e-4904-be1b-862c7c57f09d req-2a913e54-cdab-42b9-bbd0-473d3ecd2342 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=25d79c53f0bd4923ab966dd0d5f549ca&device_id=8ec2706e-3182-45e5-9b7a-71e5898992a1 HTTP/1.1" status: 200 len: 1098 time: 0.0451388 Sep 07 14:13:24.950307 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac27599a-9e4e-4904-be1b-862c7c57f09d req-3bc9c4fd-5e08-4691-ac4f-7f914241afe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:13:24.952012 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-ac27599a-9e4e-4904-be1b-862c7c57f09d req-3bc9c4fd-5e08-4691-ac4f-7f914241afe8 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f7617b6d-ab89-4a54-b036-07b674993ecd HTTP/1.1" status: 200 len: 913 time: 0.0968959 Sep 07 14:13:25.293905 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-ac27599a-9e4e-4904-be1b-862c7c57f09d req-6e484723-ce4d-479e-9e4e-d0c02c295cd2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9864b544-54ea-426f-9fce-16e3894b7c48 HTTP/1.1" status: 200 len: 1001 time: 0.3331280 Sep 07 14:13:25.344700 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac27599a-9e4e-4904-be1b-862c7c57f09d req-7ec0762a-3b27-42ca-b395-9f95b598c092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:13:25.346424 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-ac27599a-9e4e-4904-be1b-862c7c57f09d req-7ec0762a-3b27-42ca-b395-9f95b598c092 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3750f73b-6c72-42f1-b8a9-086bab013509 HTTP/1.1" status: 200 len: 851 time: 0.0448513 Sep 07 14:13:25.400474 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac27599a-9e4e-4904-be1b-862c7c57f09d req-1e339b51-b9f5-486b-9369-44aaf5091767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:13:25.402339 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-ac27599a-9e4e-4904-be1b-862c7c57f09d req-1e339b51-b9f5-486b-9369-44aaf5091767 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f7617b6d-ab89-4a54-b036-07b674993ecd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0474665 Sep 07 14:13:25.496036 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-ac27599a-9e4e-4904-be1b-862c7c57f09d req-d7050253-aa42-4460-95ef-4abebb91e364 service neutron] 10.222.0.23 "GET /v2.0/networks/f7617b6d-ab89-4a54-b036-07b674993ecd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864961 Sep 07 14:13:25.602765 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-ac27599a-9e4e-4904-be1b-862c7c57f09d req-b14d93ed-7177-4f59-92ce-df004d1dbb83 service neutron] 10.222.0.23 "GET /v2.0/networks/f7617b6d-ab89-4a54-b036-07b674993ecd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987735 Sep 07 14:13:29.470138 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.wsgi [-] (94137) accepted ('10.222.0.60', 52272) {{(pid=94137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:13:29.576285 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-2ff30905-a237-4b43-a8cd-7427e83b6f78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:13:29.669154 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-2ff30905-a237-4b43-a8cd-7427e83b6f78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:13:29.673415 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-2ff30905-a237-4b43-a8cd-7427e83b6f78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585164'] for security_group, after_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:13:29.712928 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [None req-2ff30905-a237-4b43-a8cd-7427e83b6f78 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1f727af4c34e45b1b4aa68f653f6e654&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2416761 Sep 07 14:13:29.713833 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff30905-a237-4b43-a8cd-7427e83b6f78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aef85802-0bea-482c-ab96-0704ba1e1f6c,revision_number=1']} {{(pid=94137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:13:29.715612 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.wsgi [-] (94138) accepted ('10.222.0.60', 52276) {{(pid=94138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:13:29.767583 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-a01b138b-aa89-46fc-9c4a-a82f2f9df50d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:13:29.796700 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-a01b138b-aa89-46fc-9c4a-a82f2f9df50d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:13:29.846688 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-a01b138b-aa89-46fc-9c4a-a82f2f9df50d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585164'] for security_group, after_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:13:29.849221 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-a01b138b-aa89-46fc-9c4a-a82f2f9df50d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:13:29.850413 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [None req-a01b138b-aa89-46fc-9c4a-a82f2f9df50d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/aef85802-0bea-482c-ab96-0704ba1e1f6c HTTP/1.1" status: 204 len: 168 time: 0.1324890 Sep 07 14:13:29.858551 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01b138b-aa89-46fc-9c4a-a82f2f9df50d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aef85802-0bea-482c-ab96-0704ba1e1f6c,revision_number=None']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:13:29.865989 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01b138b-aa89-46fc-9c4a-a82f2f9df50d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:13:29.866344 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01b138b-aa89-46fc-9c4a-a82f2f9df50d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:13:29.866679 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01b138b-aa89-46fc-9c4a-a82f2f9df50d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:13:29.867016 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01b138b-aa89-46fc-9c4a-a82f2f9df50d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:13:29.867343 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01b138b-aa89-46fc-9c4a-a82f2f9df50d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:13:29.867676 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01b138b-aa89-46fc-9c4a-a82f2f9df50d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:13:29.868007 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01b138b-aa89-46fc-9c4a-a82f2f9df50d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:13:29.868331 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01b138b-aa89-46fc-9c4a-a82f2f9df50d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:13:29.868660 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01b138b-aa89-46fc-9c4a-a82f2f9df50d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:13:29.869102 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01b138b-aa89-46fc-9c4a-a82f2f9df50d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:13:29.869542 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01b138b-aa89-46fc-9c4a-a82f2f9df50d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:13:29.869671 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01b138b-aa89-46fc-9c4a-a82f2f9df50d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:13:30.483099 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.wsgi [-] (94138) accepted ('10.222.0.60', 52300) {{(pid=94138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:13:30.586025 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.v2.base [None req-fe6151c0-811e-4722-8d85-0e795449819a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1826431165-network', 'tenant_id': 'd1da509f5a404b83b8d7b6b8e5c8939b'}} {{(pid=94138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:13:30.605641 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe6151c0-811e-4722-8d85-0e795449819a admin admin] Made reservation on behalf of d1da509f5a404b83b8d7b6b8e5c8939b for: {'network': 1} {{(pid=94138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 14:13:30.607823 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-fe6151c0-811e-4722-8d85-0e795449819a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for network, before_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:13:30.617415 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-fe6151c0-811e-4722-8d85-0e795449819a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:13:30.721363 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-fe6151c0-811e-4722-8d85-0e795449819a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:13:30.726220 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-fe6151c0-811e-4722-8d85-0e795449819a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585164'] for security_group, after_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:13:30.750690 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe6151c0-811e-4722-8d85-0e795449819a admin admin] vlan segment allocate from pool success with {'vlan_id': 673, 'physical_network': 'physnet1'} {{(pid=94138) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 14:13:30.759875 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6151c0-811e-4722-8d85-0e795449819a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88477c4b-a43d-4a9b-8ac9-bd4c083a5dfa,revision_number=1']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:13:30.764491 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-fe6151c0-811e-4722-8d85-0e795449819a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1461082'] for segment, precommit_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:13:30.764828 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.db.segments_db [None req-fe6151c0-811e-4722-8d85-0e795449819a admin admin] Added segment 68ba3aee-8afb-4d28-86d2-68eeda243f3e of type vlan for network af120e7e-f468-4252-b4c8-d417ff270b91 Sep 07 14:13:30.808407 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-fe6151c0-811e-4722-8d85-0e795449819a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735728577284'] for network, precommit_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:13:30.833876 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-fe6151c0-811e-4722-8d85-0e795449819a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072'] for network, after_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:13:30.835032 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe6151c0-811e-4722-8d85-0e795449819a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:13:30.835622 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-fe6151c0-811e-4722-8d85-0e795449819a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539090'] for network, before_response {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:13:30.869253 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [None req-fe6151c0-811e-4722-8d85-0e795449819a admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3850296 Sep 07 14:13:30.872586 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.wsgi [-] (94137) accepted ('10.222.0.60', 52304) {{(pid=94137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:13:30.878312 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.v2.base [None req-3e6ca3f6-2616-4148-81eb-8f51e445e02c admin admin] Request body: {'subnet': {'network_id': 'af120e7e-f468-4252-b4c8-d417ff270b91', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1826431165-subnet', 'tenant_id': 'd1da509f5a404b83b8d7b6b8e5c8939b', 'ip_version': 4}} {{(pid=94137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:13:30.898398 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6151c0-811e-4722-8d85-0e795449819a admin admin] Pushing event updated for resources: {'Network': ['ID=af120e7e-f468-4252-b4c8-d417ff270b91,revision_number=1']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:13:30.898916 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e6ca3f6-2616-4148-81eb-8f51e445e02c admin admin] Made reservation on behalf of d1da509f5a404b83b8d7b6b8e5c8939b for: {'subnet': 1} {{(pid=94137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 14:13:30.902683 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-3e6ca3f6-2616-4148-81eb-8f51e445e02c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64237239'] for subnet, before_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:13:30.909142 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-90497945-cc67-4e40-89ff-93978391019b None None] Network af120e7e-f468-4252-b4c8-d417ff270b91 details requested by agent ovs-agent-dv-cinder-782910-4-iscsi with host dv-cinder-782910-4-iscsi {{(pid=94139) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 14:13:31.084830 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-3e6ca3f6-2616-4148-81eb-8f51e445e02c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63929141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64237217'] for subnet, after_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:13:31.144003 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6ca3f6-2616-4148-81eb-8f51e445e02c admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f109a84-4d9b-4daa-b3d3-35df2838d3cc,revision_number=0']} {{(pid=94137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:13:31.153855 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e6ca3f6-2616-4148-81eb-8f51e445e02c admin admin] Checking segment: {'id': '68ba3aee-8afb-4d28-86d2-68eeda243f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'af120e7e-f468-4252-b4c8-d417ff270b91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 14:13:31.154214 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e6ca3f6-2616-4148-81eb-8f51e445e02c admin admin] Network hostable DHCP agents. Network: af120e7e-f468-4252-b4c8-d417ff270b91, hostable agents: ['6cb9538d-ef7d-4fb7-b0aa-ad613f860704'], hosted agents: [] {{(pid=94137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 14:13:31.171253 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e6ca3f6-2616-4148-81eb-8f51e445e02c admin admin] Network af120e7e-f468-4252-b4c8-d417ff270b91 is scheduled to be hosted by DHCP agent 6cb9538d-ef7d-4fb7-b0aa-ad613f860704 with binding_index 1 {{(pid=94137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 14:13:31.180998 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.scheduler.base_scheduler [None req-3e6ca3f6-2616-4148-81eb-8f51e445e02c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782910-4-iscsi, af120e7e-f468-4252-b4c8-d417ff270b91) {{(pid=94137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:13:31.185375 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e6ca3f6-2616-4148-81eb-8f51e445e02c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:13:31.185973 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-3e6ca3f6-2616-4148-81eb-8f51e445e02c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539090'] for subnet, before_response {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:13:31.191322 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd1359eb-3383-42fb-a1a4-847a5ff779a2 None None] Network af120e7e-f468-4252-b4c8-d417ff270b91 requested from dv-cinder-782910-4-iscsi {{(pid=94139) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 14:13:31.203488 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [None req-3e6ca3f6-2616-4148-81eb-8f51e445e02c admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3296034 Sep 07 14:13:31.206292 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.wsgi [-] (94137) accepted ('10.222.0.60', 52308) {{(pid=94137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:13:31.210588 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.v2.base [None req-3aacca15-b025-4a73-b4ae-eca486bf2236 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1826431165-router', 'tenant_id': 'd1da509f5a404b83b8d7b6b8e5c8939b', 'external_gateway_info': {'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92'}}} {{(pid=94137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:13:31.231791 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-3aacca15-b025-4a73-b4ae-eca486bf2236 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-430981', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4942'] for router, before_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:13:31.232806 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-3aacca15-b025-4a73-b4ae-eca486bf2236 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-429333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-433029', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-427134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4951'] for router, precommit_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:13:31.288532 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-3aacca15-b025-4a73-b4ae-eca486bf2236 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:13:31.349654 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c79c1e89-5be0-4248-aea2-a4558c4e4bdd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6c7af525-79c1-5515-b113-f9d7f983f641-af120e7e-f468-4252-b4c8-d417ff270b91', 'network_id': 'af120e7e-f468-4252-b4c8-d417ff270b91', 'tenant_id': 'd1da509f5a404b83b8d7b6b8e5c8939b', 'fixed_ips': [{'subnet_id': '4f109a84-4d9b-4daa-b3d3-35df2838d3cc'}]}} from dv-cinder-782910-4-iscsi. {{(pid=94139) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 14:13:31.350529 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-c79c1e89-5be0-4248-aea2-a4558c4e4bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_create {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:13:31.432116 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-3aacca15-b025-4a73-b4ae-eca486bf2236 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:13:31.486316 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.db_base_plugin_common [None req-c79c1e89-5be0-4248-aea2-a4558c4e4bdd None None] Allocated IP 172.20.0.2 (af120e7e-f468-4252-b4c8-d417ff270b91/4f109a84-4d9b-4daa-b3d3-35df2838d3cc/cd644882-6f8b-4d87-9e81-43e20f976d6a) {{(pid=94139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 14:13:31.636548 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-3aacca15-b025-4a73-b4ae-eca486bf2236 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:13:31.639384 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-c79c1e89-5be0-4248-aea2-a4558c4e4bdd None None] Notify callbacks [] for port, precommit_create {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:13:31.647703 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-c79c1e89-5be0-4248-aea2-a4558c4e4bdd None None] Transition to ACTIVE for port object cd644882-6f8b-4d87-9e81-43e20f976d6a will not be triggered until provisioned by entity L2. {{(pid=94139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 14:13:31.655970 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-3aacca15-b025-4a73-b4ae-eca486bf2236 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:13:31.663913 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-c79c1e89-5be0-4248-aea2-a4558c4e4bdd None None] Transition to ACTIVE for port object cd644882-6f8b-4d87-9e81-43e20f976d6a will not be triggered until provisioned by entity DHCP. {{(pid=94139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 14:13:31.670936 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-c79c1e89-5be0-4248-aea2-a4558c4e4bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735728620445'] for port, after_create {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:13:31.706601 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c79c1e89-5be0-4248-aea2-a4558c4e4bdd None None] Network af120e7e-f468-4252-b4c8-d417ff270b91 is already hosted by enough agents. {{(pid=94139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 14:13:31.711050 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.scheduler.base_scheduler [None req-c79c1e89-5be0-4248-aea2-a4558c4e4bdd None None] Resources bound (agent type, host, resource id): {{(pid=94139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:13:31.713932 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c79c1e89-5be0-4248-aea2-a4558c4e4bdd None None] Received port after_create {{(pid=94139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 14:13:31.729864 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79c1e89-5be0-4248-aea2-a4558c4e4bdd None None] Pushing event updated for resources: {'Port': ['ID=cd644882-6f8b-4d87-9e81-43e20f976d6a,revision_number=1']} {{(pid=94139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:13:31.763544 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79c1e89-5be0-4248-aea2-a4558c4e4bdd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:13:31.763922 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79c1e89-5be0-4248-aea2-a4558c4e4bdd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:13:31.764229 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79c1e89-5be0-4248-aea2-a4558c4e4bdd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:13:31.764568 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79c1e89-5be0-4248-aea2-a4558c4e4bdd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:13:31.764905 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79c1e89-5be0-4248-aea2-a4558c4e4bdd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:13:31.765232 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79c1e89-5be0-4248-aea2-a4558c4e4bdd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:13:31.765617 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79c1e89-5be0-4248-aea2-a4558c4e4bdd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:13:31.765938 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79c1e89-5be0-4248-aea2-a4558c4e4bdd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:13:31.766261 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79c1e89-5be0-4248-aea2-a4558c4e4bdd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:13:31.766581 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79c1e89-5be0-4248-aea2-a4558c4e4bdd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:13:31.766903 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79c1e89-5be0-4248-aea2-a4558c4e4bdd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:13:31.767216 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79c1e89-5be0-4248-aea2-a4558c4e4bdd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:13:31.775534 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.db.db_base_plugin_common [None req-3aacca15-b025-4a73-b4ae-eca486bf2236 admin admin] Allocated IP 172.27.2.84 (50058ef2-6e12-4dff-890f-d2e17fb9ee92/db4a7c65-31e2-4f76-9b43-e160b3d3d8e2/ad9268b5-9fc3-4422-a049-829115557b7f) {{(pid=94137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 14:13:31.785908 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.managers [None req-c79c1e89-5be0-4248-aea2-a4558c4e4bdd None None] Attempting to bind port cd644882-6f8b-4d87-9e81-43e20f976d6a on host dv-cinder-782910-4-iscsi for vnic_type normal with profile {{(pid=94139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 14:13:31.786276 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.managers [None req-c79c1e89-5be0-4248-aea2-a4558c4e4bdd None None] Attempting to bind port cd644882-6f8b-4d87-9e81-43e20f976d6a by drivers openvswitch,hyperv on host dv-cinder-782910-4-iscsi at level 0 using segments [{'id': '68ba3aee-8afb-4d28-86d2-68eeda243f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'af120e7e-f468-4252-b4c8-d417ff270b91'}] {{(pid=94139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 14:13:31.786636 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79c1e89-5be0-4248-aea2-a4558c4e4bdd None None] Attempting to bind port cd644882-6f8b-4d87-9e81-43e20f976d6a on network af120e7e-f468-4252-b4c8-d417ff270b91 {{(pid=94139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 14:13:31.792049 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79c1e89-5be0-4248-aea2-a4558c4e4bdd None None] Checking agent: {'id': 'b1ca48ac-dc13-463a-a516-8ddf18655ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782910-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 13, 58, 14), 'started_at': datetime.datetime(2021, 9, 7, 13, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 14, 13, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782910-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 14:13:31.792429 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79c1e89-5be0-4248-aea2-a4558c4e4bdd None None] Checking segment: {'id': '68ba3aee-8afb-4d28-86d2-68eeda243f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'af120e7e-f468-4252-b4c8-d417ff270b91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 14:13:31.792815 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-c79c1e89-5be0-4248-aea2-a4558c4e4bdd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:13:31.793205 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79c1e89-5be0-4248-aea2-a4558c4e4bdd None None] Bound using segment: {'id': '68ba3aee-8afb-4d28-86d2-68eeda243f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'af120e7e-f468-4252-b4c8-d417ff270b91'} {{(pid=94139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 14:13:31.793696 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.managers [None req-c79c1e89-5be0-4248-aea2-a4558c4e4bdd None None] Bound port: cd644882-6f8b-4d87-9e81-43e20f976d6a, host: dv-cinder-782910-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68ba3aee-8afb-4d28-86d2-68eeda243f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'af120e7e-f468-4252-b4c8-d417ff270b91'}}] {{(pid=94139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 14:13:31.794078 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-c79c1e89-5be0-4248-aea2-a4558c4e4bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:13:31.859273 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.db [None req-c79c1e89-5be0-4248-aea2-a4558c4e4bdd None None] For port cd644882-6f8b-4d87-9e81-43e20f976d6a, host dv-cinder-782910-4-iscsi, cleared binding levels {{(pid=94139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 14:13:31.862605 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.db [None req-c79c1e89-5be0-4248-aea2-a4558c4e4bdd None None] For port cd644882-6f8b-4d87-9e81-43e20f976d6a, host dv-cinder-782910-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-4-iscsi',level=0,port_id=cd644882-6f8b-4d87-9e81-43e20f976d6a,segment=NetworkSegment(68ba3aee-8afb-4d28-86d2-68eeda243f3e),segment_id=68ba3aee-8afb-4d28-86d2-68eeda243f3e)] {{(pid=94139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 14:13:31.868039 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-c79c1e89-5be0-4248-aea2-a4558c4e4bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735729008622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735728620463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735728620481'] for port, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:13:31.882463 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-3aacca15-b025-4a73-b4ae-eca486bf2236 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:13:31.925334 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79c1e89-5be0-4248-aea2-a4558c4e4bdd None None] Pushing event updated for resources: {'Port': ['ID=cd644882-6f8b-4d87-9e81-43e20f976d6a,revision_number=2']} {{(pid=94139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:13:31.926057 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-3aacca15-b025-4a73-b4ae-eca486bf2236 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735728620445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63929217'] for port, after_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:13:31.964532 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aacca15-b025-4a73-b4ae-eca486bf2236 admin admin] Network 50058ef2-6e12-4dff-890f-d2e17fb9ee92 is already hosted by enough agents. {{(pid=94137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 14:13:31.967605 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.scheduler.base_scheduler [None req-3aacca15-b025-4a73-b4ae-eca486bf2236 admin admin] Resources bound (agent type, host, resource id): {{(pid=94137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:13:31.972392 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aacca15-b025-4a73-b4ae-eca486bf2236 admin admin] Received port after_create {{(pid=94137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 14:13:32.005325 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aacca15-b025-4a73-b4ae-eca486bf2236 admin admin] Pushing event updated for resources: {'Port': ['ID=ad9268b5-9fc3-4422-a049-829115557b7f,revision_number=1']} {{(pid=94137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:13:32.275534 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-3aacca15-b025-4a73-b4ae-eca486bf2236 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:13:32.414122 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-90497945-cc67-4e40-89ff-93978391019b None None] Device cd644882-6f8b-4d87-9e81-43e20f976d6a up at agent ovs-agent-dv-cinder-782910-4-iscsi {{(pid=94139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:13:32.466118 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-90497945-cc67-4e40-89ff-93978391019b None None] Provisioning for port cd644882-6f8b-4d87-9e81-43e20f976d6a completed by entity L2. {{(pid=94139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 14:13:32.486158 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-3aacca15-b025-4a73-b4ae-eca486bf2236 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-429324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-433112'] for router, after_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:13:32.858488 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3aacca15-b025-4a73-b4ae-eca486bf2236 admin admin] Router 6fd5966d-b1e4-4f84-ac51-62e80383c134 is scheduled to L3 agent fa68c273-d39f-43dc-b6f8-e0c6852ace12 with binding_index 1 {{(pid=94137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 14:13:32.901278 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c803624-1c78-447a-8fe0-2df1404dfabf None None] Network af120e7e-f468-4252-b4c8-d417ff270b91 requested from dv-cinder-782910-4-iscsi {{(pid=94139) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 14:13:32.968078 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3aacca15-b025-4a73-b4ae-eca486bf2236 admin admin] Notify agent at l3_agent.dv-cinder-782910-4-iscsi the message routers_updated {{(pid=94137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 14:13:32.977563 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be8a4412-09a7-436b-85c8-1622bb7e2a7c None None] Sync routers for ids ['6fd5966d-b1e4-4f84-ac51-62e80383c134'] in dv-cinder-782910-4-iscsi {{(pid=94140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 14:13:32.987973 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-3aacca15-b025-4a73-b4ae-eca486bf2236 admin admin] Notify callbacks [] for router, before_response {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:13:32.989624 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8a4412-09a7-436b-85c8-1622bb7e2a7c None None] Routers {'6fd5966d-b1e4-4f84-ac51-62e80383c134'} bound to L3 agent in host dv-cinder-782910-4-iscsi {{(pid=94140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:13:32.989917 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [None req-3aacca15-b025-4a73-b4ae-eca486bf2236 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.7824457 Sep 07 14:13:32.990607 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.l3_hamode_db [None req-be8a4412-09a7-436b-85c8-1622bb7e2a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T13:58:13Z,description=,heartbeat_timestamp=2021-09-07T14:13:13Z,host='dv-cinder-782910-4-iscsi',id=fa68c273-d39f-43dc-b6f8-e0c6852ace12,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T13:58:13Z,topic='l3_agent')) {'router_ids': ['6fd5966d-b1e4-4f84-ac51-62e80383c134'], 'active': True} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:13:32.992633 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.wsgi [-] (94138) accepted ('10.222.0.60', 52312) {{(pid=94138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:13:33.111912 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.l3_dvr_db [None req-be8a4412-09a7-436b-85c8-1622bb7e2a7c None None] Set router 6fd5966d-b1e4-4f84-ac51-62e80383c134 gateway port host: dv-cinder-782910-4-iscsi {{(pid=94140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:13:33.140411 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-c56eef77-0ca0-40bf-80a1-75e5f078c9a1 None None] Provisioning for port cd644882-6f8b-4d87-9e81-43e20f976d6a completed by entity DHCP. {{(pid=94139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 14:13:33.162263 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-c56eef77-0ca0-40bf-80a1-75e5f078c9a1 None None] Provisioning complete for port cd644882-6f8b-4d87-9e81-43e20f976d6a triggered by entity DHCP. {{(pid=94139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:13:33.162653 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-c56eef77-0ca0-40bf-80a1-75e5f078c9a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462246'] for port, provisioning_complete {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:13:33.276557 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-c56eef77-0ca0-40bf-80a1-75e5f078c9a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:13:33.303073 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.l3_hamode_db [None req-be8a4412-09a7-436b-85c8-1622bb7e2a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fd5966d-b1e4-4f84-ac51-62e80383c134', 'name': 'tempest-TestShelveInstance-1826431165-router', 'tenant_id': 'd1da509f5a404b83b8d7b6b8e5c8939b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'external_fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': 'ad9268b5-9fc3-4422-a049-829115557b7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:13:31Z', 'updated_at': '2021-09-07T14:13:32Z', 'revision_number': 3, 'project_id': 'd1da509f5a404b83b8d7b6b8e5c8939b', 'gw_port': {'id': 'ad9268b5-9fc3-4422-a049-829115557b7f', 'name': '', 'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:14:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fd5966d-b1e4-4f84-ac51-62e80383c134', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:13:31Z', 'updated_at': '2021-09-07T14:13:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-4-iscsi'}], 'dv-cinder-782910-4-iscsi', False) {} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:13:33.316627 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.db [None req-c56eef77-0ca0-40bf-80a1-75e5f078c9a1 None None] For port cd644882-6f8b-4d87-9e81-43e20f976d6a, host dv-cinder-782910-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-4-iscsi',level=0,port_id=cd644882-6f8b-4d87-9e81-43e20f976d6a,segment=NetworkSegment(68ba3aee-8afb-4d28-86d2-68eeda243f3e),segment_id=68ba3aee-8afb-4d28-86d2-68eeda243f3e)] {{(pid=94139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:13:33.322019 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-c56eef77-0ca0-40bf-80a1-75e5f078c9a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735729008622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735728620463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735728620481'] for port, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:13:33.338939 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be8a4412-09a7-436b-85c8-1622bb7e2a7c None None] Checking router: 6fd5966d-b1e4-4f84-ac51-62e80383c134 for host: dv-cinder-782910-4-iscsi {{(pid=94140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 14:13:33.339786 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be8a4412-09a7-436b-85c8-1622bb7e2a7c None None] Updating router 6fd5966d-b1e4-4f84-ac51-62e80383c134 port ad9268b5-9fc3-4422-a049-829115557b7f binding host dv-cinder-782910-4-iscsi {{(pid=94140) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 14:13:33.377819 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56eef77-0ca0-40bf-80a1-75e5f078c9a1 None None] Pushing event updated for resources: {'Port': ['ID=cd644882-6f8b-4d87-9e81-43e20f976d6a,revision_number=3']} {{(pid=94139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:13:33.394718 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-be8a4412-09a7-436b-85c8-1622bb7e2a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:13:33.490110 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-4d9f2ea8-4d9d-44dc-96e8-d43eab6ec581 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:13:33.544781 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-fc7c3021-733b-4491-9425-1399853247b8 None None] Provisioning complete for port cd644882-6f8b-4d87-9e81-43e20f976d6a triggered by entity DHCP. {{(pid=94139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:13:33.545494 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-fc7c3021-733b-4491-9425-1399853247b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462246'] for port, provisioning_complete {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:13:33.664554 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.db.db_base_plugin_common [None req-4d9f2ea8-4d9d-44dc-96e8-d43eab6ec581 admin admin] Allocated IP 172.20.0.1 (af120e7e-f468-4252-b4c8-d417ff270b91/4f109a84-4d9b-4daa-b3d3-35df2838d3cc/6f5b5aa3-d8ff-49be-89c5-86200b45de9e) {{(pid=94138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 14:13:33.672741 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-be8a4412-09a7-436b-85c8-1622bb7e2a7c None None] Notify callbacks [] for port, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:13:33.684867 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.provisioning_blocks [None req-be8a4412-09a7-436b-85c8-1622bb7e2a7c None None] Transition to ACTIVE for port object ad9268b5-9fc3-4422-a049-829115557b7f will not be triggered until provisioned by entity L2. {{(pid=94140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 14:13:33.692028 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-be8a4412-09a7-436b-85c8-1622bb7e2a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735729008622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735728620463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735728620481'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:13:33.746339 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [None req-be8a4412-09a7-436b-85c8-1622bb7e2a7c None None] Attempting to bind port ad9268b5-9fc3-4422-a049-829115557b7f on host dv-cinder-782910-4-iscsi for vnic_type normal with profile {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 14:13:33.746687 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [None req-be8a4412-09a7-436b-85c8-1622bb7e2a7c None None] Attempting to bind port ad9268b5-9fc3-4422-a049-829115557b7f by drivers openvswitch,hyperv on host dv-cinder-782910-4-iscsi at level 0 using segments [{'id': '5550a781-5bde-4ad4-a1aa-3dd2778b0f71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92'}] {{(pid=94140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 14:13:33.747057 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be8a4412-09a7-436b-85c8-1622bb7e2a7c None None] Attempting to bind port ad9268b5-9fc3-4422-a049-829115557b7f on network 50058ef2-6e12-4dff-890f-d2e17fb9ee92 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 14:13:33.755824 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e218c81-35d0-471b-a5d9-d5e9c395758e None None] Pushing event updated for resources: {'Port': ['ID=ad9268b5-9fc3-4422-a049-829115557b7f,revision_number=2']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:13:33.758114 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be8a4412-09a7-436b-85c8-1622bb7e2a7c None None] Checking agent: {'id': 'b1ca48ac-dc13-463a-a516-8ddf18655ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782910-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 13, 58, 14), 'started_at': datetime.datetime(2021, 9, 7, 13, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 14, 13, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782910-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 14:13:33.758332 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be8a4412-09a7-436b-85c8-1622bb7e2a7c None None] Checking segment: {'id': '5550a781-5bde-4ad4-a1aa-3dd2778b0f71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 14:13:33.758732 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-be8a4412-09a7-436b-85c8-1622bb7e2a7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:13:33.759121 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be8a4412-09a7-436b-85c8-1622bb7e2a7c None None] Bound using segment: {'id': '5550a781-5bde-4ad4-a1aa-3dd2778b0f71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92'} {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 14:13:33.759587 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [None req-be8a4412-09a7-436b-85c8-1622bb7e2a7c None None] Bound port: ad9268b5-9fc3-4422-a049-829115557b7f, host: dv-cinder-782910-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5550a781-5bde-4ad4-a1aa-3dd2778b0f71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92'}}] {{(pid=94140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 14:13:33.759987 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-be8a4412-09a7-436b-85c8-1622bb7e2a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:13:33.781156 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-4d9f2ea8-4d9d-44dc-96e8-d43eab6ec581 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:13:33.785591 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e218c81-35d0-471b-a5d9-d5e9c395758e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:13:33.785939 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e218c81-35d0-471b-a5d9-d5e9c395758e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:13:33.786281 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e218c81-35d0-471b-a5d9-d5e9c395758e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:13:33.786612 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e218c81-35d0-471b-a5d9-d5e9c395758e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:13:33.786938 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e218c81-35d0-471b-a5d9-d5e9c395758e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:13:33.787262 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e218c81-35d0-471b-a5d9-d5e9c395758e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:13:33.787590 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e218c81-35d0-471b-a5d9-d5e9c395758e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:13:33.787909 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e218c81-35d0-471b-a5d9-d5e9c395758e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:13:33.788247 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e218c81-35d0-471b-a5d9-d5e9c395758e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:13:33.788568 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e218c81-35d0-471b-a5d9-d5e9c395758e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:13:33.788885 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e218c81-35d0-471b-a5d9-d5e9c395758e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:13:33.789199 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e218c81-35d0-471b-a5d9-d5e9c395758e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:13:33.796855 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.db.provisioning_blocks [None req-4d9f2ea8-4d9d-44dc-96e8-d43eab6ec581 admin admin] Transition to ACTIVE for port object 6f5b5aa3-d8ff-49be-89c5-86200b45de9e will not be triggered until provisioned by entity DHCP. {{(pid=94138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 14:13:33.830232 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.plugins.ml2.db [None req-be8a4412-09a7-436b-85c8-1622bb7e2a7c None None] For port ad9268b5-9fc3-4422-a049-829115557b7f, host dv-cinder-782910-4-iscsi, cleared binding levels {{(pid=94140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 14:13:33.831182 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-4d9f2ea8-4d9d-44dc-96e8-d43eab6ec581 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735728620445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65197361'] for port, after_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:13:33.833766 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.plugins.ml2.db [None req-be8a4412-09a7-436b-85c8-1622bb7e2a7c None None] For port ad9268b5-9fc3-4422-a049-829115557b7f, host dv-cinder-782910-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-4-iscsi',level=0,port_id=ad9268b5-9fc3-4422-a049-829115557b7f,segment=NetworkSegment(5550a781-5bde-4ad4-a1aa-3dd2778b0f71),segment_id=5550a781-5bde-4ad4-a1aa-3dd2778b0f71)] {{(pid=94140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 14:13:33.837966 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-be8a4412-09a7-436b-85c8-1622bb7e2a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735729008622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735728620463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735728620481'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:13:33.870194 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d9f2ea8-4d9d-44dc-96e8-d43eab6ec581 admin admin] Network af120e7e-f468-4252-b4c8-d417ff270b91 is already hosted by enough agents. {{(pid=94138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 14:13:33.873108 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.scheduler.base_scheduler [None req-4d9f2ea8-4d9d-44dc-96e8-d43eab6ec581 admin admin] Resources bound (agent type, host, resource id): {{(pid=94138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:13:33.877488 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d9f2ea8-4d9d-44dc-96e8-d43eab6ec581 admin admin] Received port after_create {{(pid=94138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 14:13:33.910627 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9f2ea8-4d9d-44dc-96e8-d43eab6ec581 admin admin] Pushing event updated for resources: {'Port': ['ID=6f5b5aa3-d8ff-49be-89c5-86200b45de9e,revision_number=1']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:13:33.932684 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-4d9f2ea8-4d9d-44dc-96e8-d43eab6ec581 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432517'] for router_interface, before_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:13:33.997921 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8a4412-09a7-436b-85c8-1622bb7e2a7c None None] Routers {'6fd5966d-b1e4-4f84-ac51-62e80383c134'} bound to L3 agent in host dv-cinder-782910-4-iscsi {{(pid=94140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:13:33.998553 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.l3_hamode_db [None req-be8a4412-09a7-436b-85c8-1622bb7e2a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T13:58:13Z,description=,heartbeat_timestamp=2021-09-07T14:13:13Z,host='dv-cinder-782910-4-iscsi',id=fa68c273-d39f-43dc-b6f8-e0c6852ace12,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T13:58:13Z,topic='l3_agent')) {'router_ids': ['6fd5966d-b1e4-4f84-ac51-62e80383c134'], 'active': True} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:13:34.042548 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e218c81-35d0-471b-a5d9-d5e9c395758e None None] Pushing event updated for resources: {'Port': ['ID=ad9268b5-9fc3-4422-a049-829115557b7f,revision_number=3']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:13:34.080262 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-4d9f2ea8-4d9d-44dc-96e8-d43eab6ec581 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_update {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:13:34.126561 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.l3_dvr_db [None req-be8a4412-09a7-436b-85c8-1622bb7e2a7c None None] Set router 6fd5966d-b1e4-4f84-ac51-62e80383c134 gateway port host: dv-cinder-782910-4-iscsi {{(pid=94140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:13:34.156191 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-b916eb6d-d5c4-44f8-a032-9f2d4374ea13 None None] Provisioning for port 6f5b5aa3-d8ff-49be-89c5-86200b45de9e completed by entity DHCP. {{(pid=94139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 14:13:34.161033 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-b916eb6d-d5c4-44f8-a032-9f2d4374ea13 None None] Provisioning complete for port 6f5b5aa3-d8ff-49be-89c5-86200b45de9e triggered by entity DHCP. {{(pid=94139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:13:34.162017 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-b916eb6d-d5c4-44f8-a032-9f2d4374ea13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462246'] for port, provisioning_complete {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:13:34.201519 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.plugin [None req-b916eb6d-d5c4-44f8-a032-9f2d4374ea13 None None] Port 6f5b5aa3-d8ff-49be-89c5-86200b45de9e cannot update to ACTIVE because it is not bound. {{(pid=94139) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 14:13:34.263860 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-4d9f2ea8-4d9d-44dc-96e8-d43eab6ec581 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:13:34.270086 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-4d9f2ea8-4d9d-44dc-96e8-d43eab6ec581 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735729008622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735728620463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735728620481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65197374'] for port, after_update {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:13:34.310424 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.l3_hamode_db [None req-be8a4412-09a7-436b-85c8-1622bb7e2a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fd5966d-b1e4-4f84-ac51-62e80383c134', 'name': 'tempest-TestShelveInstance-1826431165-router', 'tenant_id': 'd1da509f5a404b83b8d7b6b8e5c8939b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'external_fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': 'ad9268b5-9fc3-4422-a049-829115557b7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:13:31Z', 'updated_at': '2021-09-07T14:13:32Z', 'revision_number': 3, 'project_id': 'd1da509f5a404b83b8d7b6b8e5c8939b', 'gw_port': {'id': 'ad9268b5-9fc3-4422-a049-829115557b7f', 'name': '', 'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:14:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fd5966d-b1e4-4f84-ac51-62e80383c134', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:13:31Z', 'updated_at': '2021-09-07T14:13:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-4-iscsi'}], 'dv-cinder-782910-4-iscsi', False) {} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:13:34.340770 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9f2ea8-4d9d-44dc-96e8-d43eab6ec581 admin admin] Pushing event updated for resources: {'Port': ['ID=6f5b5aa3-d8ff-49be-89c5-86200b45de9e,revision_number=2']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:13:34.343453 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-4d9f2ea8-4d9d-44dc-96e8-d43eab6ec581 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-433429'] for router_interface, after_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:13:34.347245 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be8a4412-09a7-436b-85c8-1622bb7e2a7c None None] The sync data for ids ['6fd5966d-b1e4-4f84-ac51-62e80383c134'] in dv-cinder-782910-4-iscsi is: [{'id': '6fd5966d-b1e4-4f84-ac51-62e80383c134', 'name': 'tempest-TestShelveInstance-1826431165-router', 'tenant_id': 'd1da509f5a404b83b8d7b6b8e5c8939b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'external_fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': 'ad9268b5-9fc3-4422-a049-829115557b7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:13:31Z', 'updated_at': '2021-09-07T14:13:32Z', 'revision_number': 3, 'project_id': 'd1da509f5a404b83b8d7b6b8e5c8939b', 'gw_port': {'id': 'ad9268b5-9fc3-4422-a049-829115557b7f', 'name': '', 'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:14:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fd5966d-b1e4-4f84-ac51-62e80383c134', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:13:31Z', 'updated_at': '2021-09-07T14:13:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-4-iscsi'}] {{(pid=94140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 14:13:34.413090 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-90497945-cc67-4e40-89ff-93978391019b None None] Device cd644882-6f8b-4d87-9e81-43e20f976d6a up at agent ovs-agent-dv-cinder-782910-4-iscsi {{(pid=94139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:13:34.465590 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d9f2ea8-4d9d-44dc-96e8-d43eab6ec581 admin admin] Network af120e7e-f468-4252-b4c8-d417ff270b91 is already hosted by enough agents. {{(pid=94138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 14:13:34.467231 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.scheduler.base_scheduler [None req-4d9f2ea8-4d9d-44dc-96e8-d43eab6ec581 admin admin] Resources bound (agent type, host, resource id): {{(pid=94138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:13:34.485277 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-90497945-cc67-4e40-89ff-93978391019b None None] Provisioning complete for port cd644882-6f8b-4d87-9e81-43e20f976d6a triggered by entity L2. {{(pid=94139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:13:34.485678 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-90497945-cc67-4e40-89ff-93978391019b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462246'] for port, provisioning_complete {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:13:34.631405 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d9f2ea8-4d9d-44dc-96e8-d43eab6ec581 admin admin] Router 6fd5966d-b1e4-4f84-ac51-62e80383c134 has already been hosted by L3 agent fa68c273-d39f-43dc-b6f8-e0c6852ace12 {{(pid=94138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 14:13:34.736093 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-4f0ceb8c-6387-4444-a131-04f48283db43 None None] Provisioning complete for port 6f5b5aa3-d8ff-49be-89c5-86200b45de9e triggered by entity DHCP. {{(pid=94139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:13:34.737025 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-4f0ceb8c-6387-4444-a131-04f48283db43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462246'] for port, provisioning_complete {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:13:34.758129 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d9f2ea8-4d9d-44dc-96e8-d43eab6ec581 admin admin] Notify agent at l3_agent.dv-cinder-782910-4-iscsi the message routers_updated {{(pid=94138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 14:13:34.763629 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [None req-4d9f2ea8-4d9d-44dc-96e8-d43eab6ec581 admin admin] 10.222.0.60 "PUT /v2.0/routers/6fd5966d-b1e4-4f84-ac51-62e80383c134/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7692134 Sep 07 14:13:34.786720 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.plugin [None req-4f0ceb8c-6387-4444-a131-04f48283db43 None None] Port 6f5b5aa3-d8ff-49be-89c5-86200b45de9e cannot update to ACTIVE because it is not bound. {{(pid=94139) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 14:13:35.296943 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.wsgi [-] (94138) accepted ('10.222.0.60', 52332) {{(pid=94138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:13:35.301906 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.v2.base [None req-1f8e6e8f-7536-4008-b7da-52ac87a609eb admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-793373878-network', 'tenant_id': '6fecaf5a5fc849c6b67884244dcc7623'}} {{(pid=94138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:13:35.323663 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f8e6e8f-7536-4008-b7da-52ac87a609eb admin admin] Made reservation on behalf of 6fecaf5a5fc849c6b67884244dcc7623 for: {'network': 1} {{(pid=94138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 14:13:35.326295 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6e8f-7536-4008-b7da-52ac87a609eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for network, before_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:13:35.336309 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6e8f-7536-4008-b7da-52ac87a609eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:13:35.443838 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6e8f-7536-4008-b7da-52ac87a609eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:13:35.448652 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6e8f-7536-4008-b7da-52ac87a609eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585164'] for security_group, after_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:13:35.475683 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f8e6e8f-7536-4008-b7da-52ac87a609eb admin admin] vlan segment allocate from pool success with {'vlan_id': 690, 'physical_network': 'physnet1'} {{(pid=94138) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 14:13:35.482455 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e6e8f-7536-4008-b7da-52ac87a609eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71587f58-b001-4a77-870a-7121c980aafb,revision_number=1']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:13:35.489939 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6e8f-7536-4008-b7da-52ac87a609eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1461082'] for segment, precommit_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:13:35.490878 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.db.segments_db [None req-1f8e6e8f-7536-4008-b7da-52ac87a609eb admin admin] Added segment d3c42fc1-62ec-460c-ac40-f9ec21440f29 of type vlan for network 37e48f3e-c42d-4983-87c8-3d247916521b Sep 07 14:13:35.537383 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6e8f-7536-4008-b7da-52ac87a609eb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735728577284'] for network, precommit_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:13:35.563945 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6e8f-7536-4008-b7da-52ac87a609eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072'] for network, after_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:13:35.565096 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f8e6e8f-7536-4008-b7da-52ac87a609eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:13:35.565721 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6e8f-7536-4008-b7da-52ac87a609eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539090'] for network, before_response {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:13:35.599378 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [None req-1f8e6e8f-7536-4008-b7da-52ac87a609eb admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3012872 Sep 07 14:13:35.602208 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.wsgi [-] (94138) accepted ('10.222.0.60', 52336) {{(pid=94138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:13:35.607039 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.v2.base [None req-61cc6e72-5557-480f-9863-b7e4cf617522 admin admin] Request body: {'subnet': {'network_id': '37e48f3e-c42d-4983-87c8-3d247916521b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-793373878-subnet', 'tenant_id': '6fecaf5a5fc849c6b67884244dcc7623', 'ip_version': 4}} {{(pid=94138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:13:35.645598 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e6e8f-7536-4008-b7da-52ac87a609eb admin admin] Pushing event updated for resources: {'Network': ['ID=37e48f3e-c42d-4983-87c8-3d247916521b,revision_number=1']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:13:35.658804 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61cc6e72-5557-480f-9863-b7e4cf617522 admin admin] Made reservation on behalf of 6fecaf5a5fc849c6b67884244dcc7623 for: {'subnet': 1} {{(pid=94138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 14:13:35.660099 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-90497945-cc67-4e40-89ff-93978391019b None None] Network 37e48f3e-c42d-4983-87c8-3d247916521b details requested by agent ovs-agent-dv-cinder-782910-4-iscsi with host dv-cinder-782910-4-iscsi {{(pid=94139) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 14:13:35.661665 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-61cc6e72-5557-480f-9863-b7e4cf617522 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64691878'] for subnet, before_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:13:35.842358 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-61cc6e72-5557-480f-9863-b7e4cf617522 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65197445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64691888'] for subnet, after_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:13:35.896042 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cc6e72-5557-480f-9863-b7e4cf617522 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e099c43-e145-4658-a46f-d364fa81d7a4,revision_number=0']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:13:35.912519 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61cc6e72-5557-480f-9863-b7e4cf617522 admin admin] Checking segment: {'id': 'd3c42fc1-62ec-460c-ac40-f9ec21440f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '37e48f3e-c42d-4983-87c8-3d247916521b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 14:13:35.912884 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61cc6e72-5557-480f-9863-b7e4cf617522 admin admin] Network hostable DHCP agents. Network: 37e48f3e-c42d-4983-87c8-3d247916521b, hostable agents: ['6cb9538d-ef7d-4fb7-b0aa-ad613f860704'], hosted agents: [] {{(pid=94138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 14:13:35.930837 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61cc6e72-5557-480f-9863-b7e4cf617522 admin admin] Network 37e48f3e-c42d-4983-87c8-3d247916521b is scheduled to be hosted by DHCP agent 6cb9538d-ef7d-4fb7-b0aa-ad613f860704 with binding_index 1 {{(pid=94138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 14:13:35.935283 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca901493-ccb8-4572-9dc5-abe6539e792b None None] Sync routers for ids ['6fd5966d-b1e4-4f84-ac51-62e80383c134'] in dv-cinder-782910-4-iscsi {{(pid=94139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 14:13:35.942363 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.scheduler.base_scheduler [None req-61cc6e72-5557-480f-9863-b7e4cf617522 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782910-4-iscsi, 37e48f3e-c42d-4983-87c8-3d247916521b) {{(pid=94138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:13:35.944910 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca901493-ccb8-4572-9dc5-abe6539e792b None None] Routers {'6fd5966d-b1e4-4f84-ac51-62e80383c134'} bound to L3 agent in host dv-cinder-782910-4-iscsi {{(pid=94139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:13:35.945573 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.l3_hamode_db [None req-ca901493-ccb8-4572-9dc5-abe6539e792b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T13:58:13Z,description=,heartbeat_timestamp=2021-09-07T14:13:13Z,host='dv-cinder-782910-4-iscsi',id=fa68c273-d39f-43dc-b6f8-e0c6852ace12,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T13:58:13Z,topic='l3_agent')) {'router_ids': ['6fd5966d-b1e4-4f84-ac51-62e80383c134'], 'active': True} {{(pid=94139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:13:35.949857 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-480b75ea-c3ac-41fb-95ed-60ed41bf3b55 None None] Network 37e48f3e-c42d-4983-87c8-3d247916521b requested from dv-cinder-782910-4-iscsi {{(pid=94139) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 14:13:35.951479 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61cc6e72-5557-480f-9863-b7e4cf617522 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:13:35.952076 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-61cc6e72-5557-480f-9863-b7e4cf617522 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:13:35.966938 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [None req-61cc6e72-5557-480f-9863-b7e4cf617522 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3636489 Sep 07 14:13:35.969524 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.wsgi [-] (94138) accepted ('10.222.0.60', 52338) {{(pid=94138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:13:35.973727 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.v2.base [None req-9218ce16-37eb-4e22-92b2-30a7150d4238 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-793373878-router', 'tenant_id': '6fecaf5a5fc849c6b67884244dcc7623', 'external_gateway_info': {'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92'}}} {{(pid=94138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:13:35.995078 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-9218ce16-37eb-4e22-92b2-30a7150d4238 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-430981', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4942'] for router, before_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:13:35.996231 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-9218ce16-37eb-4e22-92b2-30a7150d4238 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-429333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-433029', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-427134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4951'] for router, precommit_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:13:36.063189 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-9218ce16-37eb-4e22-92b2-30a7150d4238 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:13:36.114290 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.l3_dvr_db [None req-ca901493-ccb8-4572-9dc5-abe6539e792b None None] Set router 6fd5966d-b1e4-4f84-ac51-62e80383c134 gateway port host: dv-cinder-782910-4-iscsi {{(pid=94139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:13:36.200962 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-9218ce16-37eb-4e22-92b2-30a7150d4238 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:13:36.279622 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaecb5bc-b84b-4146-a9b7-949524fbfc48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6c7af525-79c1-5515-b113-f9d7f983f641-37e48f3e-c42d-4983-87c8-3d247916521b', 'network_id': '37e48f3e-c42d-4983-87c8-3d247916521b', 'tenant_id': '6fecaf5a5fc849c6b67884244dcc7623', 'fixed_ips': [{'subnet_id': '0e099c43-e145-4658-a46f-d364fa81d7a4'}]}} from dv-cinder-782910-4-iscsi. {{(pid=94139) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 14:13:36.280454 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-eaecb5bc-b84b-4146-a9b7-949524fbfc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_create {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:13:36.426757 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-9218ce16-37eb-4e22-92b2-30a7150d4238 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:13:36.443723 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-90497945-cc67-4e40-89ff-93978391019b None None] Device ad9268b5-9fc3-4422-a049-829115557b7f up at agent ovs-agent-dv-cinder-782910-4-iscsi {{(pid=94139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:13:36.446154 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-9218ce16-37eb-4e22-92b2-30a7150d4238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:13:36.504905 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.db_base_plugin_common [None req-eaecb5bc-b84b-4146-a9b7-949524fbfc48 None None] Allocated IP 172.20.0.2 (37e48f3e-c42d-4983-87c8-3d247916521b/0e099c43-e145-4658-a46f-d364fa81d7a4/35b86ccd-c0b8-434a-82bc-a53979795fbd) {{(pid=94139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 14:13:36.512174 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.l3_hamode_db [None req-ca901493-ccb8-4572-9dc5-abe6539e792b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fd5966d-b1e4-4f84-ac51-62e80383c134', 'name': 'tempest-TestShelveInstance-1826431165-router', 'tenant_id': 'd1da509f5a404b83b8d7b6b8e5c8939b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'external_fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': 'ad9268b5-9fc3-4422-a049-829115557b7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:13:31Z', 'updated_at': '2021-09-07T14:13:34Z', 'revision_number': 4, 'project_id': 'd1da509f5a404b83b8d7b6b8e5c8939b', 'gw_port': {'id': 'ad9268b5-9fc3-4422-a049-829115557b7f', 'name': '', 'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:14:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fd5966d-b1e4-4f84-ac51-62e80383c134', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:13:31Z', 'updated_at': '2021-09-07T14:13:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-4-iscsi', '_interfaces': [{'id': '6f5b5aa3-d8ff-49be-89c5-86200b45de9e', 'name': '', 'network_id': 'af120e7e-f468-4252-b4c8-d417ff270b91', 'tenant_id': 'd1da509f5a404b83b8d7b6b8e5c8939b', 'mac_address': 'fa:16:3e:47:6b:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fd5966d-b1e4-4f84-ac51-62e80383c134', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '4f109a84-4d9b-4daa-b3d3-35df2838d3cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:13:33Z', 'updated_at': '2021-09-07T14:13:34Z', 'revision_number': 2, 'project_id': 'd1da509f5a404b83b8d7b6b8e5c8939b', 'subnets': [{'id': '4f109a84-4d9b-4daa-b3d3-35df2838d3cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782910-4-iscsi', False) {} {{(pid=94139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:13:36.546230 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca901493-ccb8-4572-9dc5-abe6539e792b None None] Checking router: 6fd5966d-b1e4-4f84-ac51-62e80383c134 for host: dv-cinder-782910-4-iscsi {{(pid=94139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 14:13:36.546595 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca901493-ccb8-4572-9dc5-abe6539e792b None None] Updating router 6fd5966d-b1e4-4f84-ac51-62e80383c134 port 6f5b5aa3-d8ff-49be-89c5-86200b45de9e binding host dv-cinder-782910-4-iscsi {{(pid=94139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 14:13:36.557376 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.db.db_base_plugin_common [None req-9218ce16-37eb-4e22-92b2-30a7150d4238 admin admin] Allocated IP 172.27.2.39 (50058ef2-6e12-4dff-890f-d2e17fb9ee92/db4a7c65-31e2-4f76-9b43-e160b3d3d8e2/491532ba-51d1-4367-ad3b-9f6b934e403d) {{(pid=94138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 14:13:36.591559 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-ca901493-ccb8-4572-9dc5-abe6539e792b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:13:36.599221 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-90497945-cc67-4e40-89ff-93978391019b None None] Provisioning for port ad9268b5-9fc3-4422-a049-829115557b7f completed by entity L2. {{(pid=94139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 14:13:36.616535 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-90497945-cc67-4e40-89ff-93978391019b None None] Provisioning complete for port ad9268b5-9fc3-4422-a049-829115557b7f triggered by entity L2. {{(pid=94139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:13:36.616895 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-90497945-cc67-4e40-89ff-93978391019b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462246'] for port, provisioning_complete {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:13:36.679074 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-9218ce16-37eb-4e22-92b2-30a7150d4238 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:13:36.726377 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-9218ce16-37eb-4e22-92b2-30a7150d4238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735728620445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65197361'] for port, after_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:13:36.768816 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9218ce16-37eb-4e22-92b2-30a7150d4238 admin admin] Network 50058ef2-6e12-4dff-890f-d2e17fb9ee92 is already hosted by enough agents. {{(pid=94138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 14:13:36.775732 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.scheduler.base_scheduler [None req-9218ce16-37eb-4e22-92b2-30a7150d4238 admin admin] Resources bound (agent type, host, resource id): {{(pid=94138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:13:36.781778 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9218ce16-37eb-4e22-92b2-30a7150d4238 admin admin] Received port after_create {{(pid=94138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 14:13:36.785090 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9218ce16-37eb-4e22-92b2-30a7150d4238 admin admin] Pushing event updated for resources: {'Port': ['ID=491532ba-51d1-4367-ad3b-9f6b934e403d,revision_number=1']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:13:36.895387 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-eaecb5bc-b84b-4146-a9b7-949524fbfc48 None None] Notify callbacks [] for port, precommit_create {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:13:36.901594 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-90497945-cc67-4e40-89ff-93978391019b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:13:37.043316 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-9218ce16-37eb-4e22-92b2-30a7150d4238 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:13:37.070256 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-eaecb5bc-b84b-4146-a9b7-949524fbfc48 None None] Transition to ACTIVE for port object 35b86ccd-c0b8-434a-82bc-a53979795fbd will not be triggered until provisioned by entity L2. {{(pid=94139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 14:13:37.094660 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.db [None req-90497945-cc67-4e40-89ff-93978391019b None None] For port ad9268b5-9fc3-4422-a049-829115557b7f, host dv-cinder-782910-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-4-iscsi',level=0,port_id=ad9268b5-9fc3-4422-a049-829115557b7f,segment=NetworkSegment(5550a781-5bde-4ad4-a1aa-3dd2778b0f71),segment_id=5550a781-5bde-4ad4-a1aa-3dd2778b0f71)] {{(pid=94139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:13:37.111581 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-eaecb5bc-b84b-4146-a9b7-949524fbfc48 None None] Transition to ACTIVE for port object 35b86ccd-c0b8-434a-82bc-a53979795fbd will not be triggered until provisioned by entity DHCP. {{(pid=94139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 14:13:37.117311 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-90497945-cc67-4e40-89ff-93978391019b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735729008622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735728620463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735728620481'] for port, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:13:37.132231 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-eaecb5bc-b84b-4146-a9b7-949524fbfc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735728620445'] for port, after_create {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:13:37.183743 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaecb5bc-b84b-4146-a9b7-949524fbfc48 None None] Network 37e48f3e-c42d-4983-87c8-3d247916521b is already hosted by enough agents. {{(pid=94139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 14:13:37.199138 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.scheduler.base_scheduler [None req-eaecb5bc-b84b-4146-a9b7-949524fbfc48 None None] Resources bound (agent type, host, resource id): {{(pid=94139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:13:37.220113 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaecb5bc-b84b-4146-a9b7-949524fbfc48 None None] Received port after_create {{(pid=94139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 14:13:37.236884 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90497945-cc67-4e40-89ff-93978391019b None None] Pushing event updated for resources: {'Port': ['ID=ad9268b5-9fc3-4422-a049-829115557b7f,revision_number=4']} {{(pid=94139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:13:37.288947 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-ca901493-ccb8-4572-9dc5-abe6539e792b None None] Notify callbacks [] for port, precommit_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:13:37.320515 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-ca901493-ccb8-4572-9dc5-abe6539e792b None None] Transition to ACTIVE for port object 6f5b5aa3-d8ff-49be-89c5-86200b45de9e will not be triggered until provisioned by entity L2. {{(pid=94139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 14:13:37.340197 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-ca901493-ccb8-4572-9dc5-abe6539e792b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735729008622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735728620463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735728620481'] for port, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:13:37.344804 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaecb5bc-b84b-4146-a9b7-949524fbfc48 None None] Pushing event updated for resources: {'Port': ['ID=35b86ccd-c0b8-434a-82bc-a53979795fbd,revision_number=1']} {{(pid=94139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:13:37.350276 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.managers [None req-eaecb5bc-b84b-4146-a9b7-949524fbfc48 None None] Attempting to bind port 35b86ccd-c0b8-434a-82bc-a53979795fbd on host dv-cinder-782910-4-iscsi for vnic_type normal with profile {{(pid=94139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 14:13:37.350653 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.managers [None req-eaecb5bc-b84b-4146-a9b7-949524fbfc48 None None] Attempting to bind port 35b86ccd-c0b8-434a-82bc-a53979795fbd by drivers openvswitch,hyperv on host dv-cinder-782910-4-iscsi at level 0 using segments [{'id': 'd3c42fc1-62ec-460c-ac40-f9ec21440f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '37e48f3e-c42d-4983-87c8-3d247916521b'}] {{(pid=94139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 14:13:37.351001 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaecb5bc-b84b-4146-a9b7-949524fbfc48 None None] Attempting to bind port 35b86ccd-c0b8-434a-82bc-a53979795fbd on network 37e48f3e-c42d-4983-87c8-3d247916521b {{(pid=94139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 14:13:37.384044 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaecb5bc-b84b-4146-a9b7-949524fbfc48 None None] Checking agent: {'id': 'b1ca48ac-dc13-463a-a516-8ddf18655ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782910-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 13, 58, 14), 'started_at': datetime.datetime(2021, 9, 7, 13, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 14, 13, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782910-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 14:13:37.384412 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaecb5bc-b84b-4146-a9b7-949524fbfc48 None None] Checking segment: {'id': 'd3c42fc1-62ec-460c-ac40-f9ec21440f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '37e48f3e-c42d-4983-87c8-3d247916521b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 14:13:37.384810 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-eaecb5bc-b84b-4146-a9b7-949524fbfc48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:13:37.385198 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaecb5bc-b84b-4146-a9b7-949524fbfc48 None None] Bound using segment: {'id': 'd3c42fc1-62ec-460c-ac40-f9ec21440f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '37e48f3e-c42d-4983-87c8-3d247916521b'} {{(pid=94139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 14:13:37.385712 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.managers [None req-eaecb5bc-b84b-4146-a9b7-949524fbfc48 None None] Bound port: 35b86ccd-c0b8-434a-82bc-a53979795fbd, host: dv-cinder-782910-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3c42fc1-62ec-460c-ac40-f9ec21440f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '37e48f3e-c42d-4983-87c8-3d247916521b'}}] {{(pid=94139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 14:13:37.386088 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-eaecb5bc-b84b-4146-a9b7-949524fbfc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:13:37.424883 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b50f43-7c45-4167-bfef-432d45a393d7 None None] Pushing event updated for resources: {'Port': ['ID=6f5b5aa3-d8ff-49be-89c5-86200b45de9e,revision_number=3']} {{(pid=94139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:13:37.501703 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.managers [None req-ca901493-ccb8-4572-9dc5-abe6539e792b None None] Attempting to bind port 6f5b5aa3-d8ff-49be-89c5-86200b45de9e on host dv-cinder-782910-4-iscsi for vnic_type normal with profile {{(pid=94139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 14:13:37.502065 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.managers [None req-ca901493-ccb8-4572-9dc5-abe6539e792b None None] Attempting to bind port 6f5b5aa3-d8ff-49be-89c5-86200b45de9e by drivers openvswitch,hyperv on host dv-cinder-782910-4-iscsi at level 0 using segments [{'id': '68ba3aee-8afb-4d28-86d2-68eeda243f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'af120e7e-f468-4252-b4c8-d417ff270b91'}] {{(pid=94139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 14:13:37.502425 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca901493-ccb8-4572-9dc5-abe6539e792b None None] Attempting to bind port 6f5b5aa3-d8ff-49be-89c5-86200b45de9e on network af120e7e-f468-4252-b4c8-d417ff270b91 {{(pid=94139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 14:13:37.516270 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca901493-ccb8-4572-9dc5-abe6539e792b None None] Checking agent: {'id': 'b1ca48ac-dc13-463a-a516-8ddf18655ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782910-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 13, 58, 14), 'started_at': datetime.datetime(2021, 9, 7, 13, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 14, 13, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782910-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 14:13:37.516652 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca901493-ccb8-4572-9dc5-abe6539e792b None None] Checking segment: {'id': '68ba3aee-8afb-4d28-86d2-68eeda243f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'af120e7e-f468-4252-b4c8-d417ff270b91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 14:13:37.517053 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-ca901493-ccb8-4572-9dc5-abe6539e792b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:13:37.518085 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca901493-ccb8-4572-9dc5-abe6539e792b None None] Bound using segment: {'id': '68ba3aee-8afb-4d28-86d2-68eeda243f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'af120e7e-f468-4252-b4c8-d417ff270b91'} {{(pid=94139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 14:13:37.518085 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.managers [None req-ca901493-ccb8-4572-9dc5-abe6539e792b None None] Bound port: 6f5b5aa3-d8ff-49be-89c5-86200b45de9e, host: dv-cinder-782910-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68ba3aee-8afb-4d28-86d2-68eeda243f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'af120e7e-f468-4252-b4c8-d417ff270b91'}}] {{(pid=94139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 14:13:37.518325 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-ca901493-ccb8-4572-9dc5-abe6539e792b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:13:37.530239 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-9218ce16-37eb-4e22-92b2-30a7150d4238 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-429324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-433112'] for router, after_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:13:37.535418 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.db [None req-eaecb5bc-b84b-4146-a9b7-949524fbfc48 None None] For port 35b86ccd-c0b8-434a-82bc-a53979795fbd, host dv-cinder-782910-4-iscsi, cleared binding levels {{(pid=94139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 14:13:37.568896 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.db [None req-eaecb5bc-b84b-4146-a9b7-949524fbfc48 None None] For port 35b86ccd-c0b8-434a-82bc-a53979795fbd, host dv-cinder-782910-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-4-iscsi',level=0,port_id=35b86ccd-c0b8-434a-82bc-a53979795fbd,segment=NetworkSegment(d3c42fc1-62ec-460c-ac40-f9ec21440f29),segment_id=d3c42fc1-62ec-460c-ac40-f9ec21440f29)] {{(pid=94139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 14:13:37.576281 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-eaecb5bc-b84b-4146-a9b7-949524fbfc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735729008622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735728620463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735728620481'] for port, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:13:37.644763 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.db [None req-ca901493-ccb8-4572-9dc5-abe6539e792b None None] For port 6f5b5aa3-d8ff-49be-89c5-86200b45de9e, host dv-cinder-782910-4-iscsi, cleared binding levels {{(pid=94139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 14:13:37.651924 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.db [None req-ca901493-ccb8-4572-9dc5-abe6539e792b None None] For port 6f5b5aa3-d8ff-49be-89c5-86200b45de9e, host dv-cinder-782910-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-4-iscsi',level=0,port_id=6f5b5aa3-d8ff-49be-89c5-86200b45de9e,segment=NetworkSegment(68ba3aee-8afb-4d28-86d2-68eeda243f3e),segment_id=68ba3aee-8afb-4d28-86d2-68eeda243f3e)] {{(pid=94139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 14:13:37.667245 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-ca901493-ccb8-4572-9dc5-abe6539e792b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735729008622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735728620463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735728620481'] for port, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:13:37.675627 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9218ce16-37eb-4e22-92b2-30a7150d4238 admin admin] Router b24da2a0-8a86-44d9-a833-f3f75632f80d is scheduled to L3 agent fa68c273-d39f-43dc-b6f8-e0c6852ace12 with binding_index 1 {{(pid=94138) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 14:13:37.676242 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaecb5bc-b84b-4146-a9b7-949524fbfc48 None None] Pushing event updated for resources: {'Port': ['ID=35b86ccd-c0b8-434a-82bc-a53979795fbd,revision_number=2']} {{(pid=94139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:13:37.757701 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca901493-ccb8-4572-9dc5-abe6539e792b None None] Routers {'6fd5966d-b1e4-4f84-ac51-62e80383c134'} bound to L3 agent in host dv-cinder-782910-4-iscsi {{(pid=94139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:13:37.758354 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.l3_hamode_db [None req-ca901493-ccb8-4572-9dc5-abe6539e792b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T13:58:13Z,description=,heartbeat_timestamp=2021-09-07T14:13:13Z,host='dv-cinder-782910-4-iscsi',id=fa68c273-d39f-43dc-b6f8-e0c6852ace12,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T13:58:13Z,topic='l3_agent')) {'router_ids': ['6fd5966d-b1e4-4f84-ac51-62e80383c134'], 'active': True} {{(pid=94139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:13:37.763681 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b50f43-7c45-4167-bfef-432d45a393d7 None None] Pushing event updated for resources: {'Port': ['ID=6f5b5aa3-d8ff-49be-89c5-86200b45de9e,revision_number=4']} {{(pid=94139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:13:37.880348 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9218ce16-37eb-4e22-92b2-30a7150d4238 admin admin] Notify agent at l3_agent.dv-cinder-782910-4-iscsi the message routers_updated {{(pid=94138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 14:13:37.906552 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.l3_dvr_db [None req-ca901493-ccb8-4572-9dc5-abe6539e792b None None] Set router 6fd5966d-b1e4-4f84-ac51-62e80383c134 gateway port host: dv-cinder-782910-4-iscsi {{(pid=94139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:13:37.911490 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-9218ce16-37eb-4e22-92b2-30a7150d4238 admin admin] Notify callbacks [] for router, before_response {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:13:37.917352 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [None req-9218ce16-37eb-4e22-92b2-30a7150d4238 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.9458005 Sep 07 14:13:37.919037 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.wsgi [-] (94138) accepted ('10.222.0.60', 52344) {{(pid=94138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:13:38.007896 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b014d39a-0598-4f0f-b50e-42efa3fe9ed3 None None] Sync routers for ids ['b24da2a0-8a86-44d9-a833-f3f75632f80d'] in dv-cinder-782910-4-iscsi {{(pid=94140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 14:13:38.019739 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b014d39a-0598-4f0f-b50e-42efa3fe9ed3 None None] Routers {'b24da2a0-8a86-44d9-a833-f3f75632f80d'} bound to L3 agent in host dv-cinder-782910-4-iscsi {{(pid=94140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:13:38.020511 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.l3_hamode_db [None req-b014d39a-0598-4f0f-b50e-42efa3fe9ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T13:58:13Z,description=,heartbeat_timestamp=2021-09-07T14:13:13Z,host='dv-cinder-782910-4-iscsi',id=fa68c273-d39f-43dc-b6f8-e0c6852ace12,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T13:58:13Z,topic='l3_agent')) {'router_ids': ['b24da2a0-8a86-44d9-a833-f3f75632f80d'], 'active': True} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:13:38.161762 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.l3_hamode_db [None req-ca901493-ccb8-4572-9dc5-abe6539e792b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fd5966d-b1e4-4f84-ac51-62e80383c134', 'name': 'tempest-TestShelveInstance-1826431165-router', 'tenant_id': 'd1da509f5a404b83b8d7b6b8e5c8939b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'external_fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': 'ad9268b5-9fc3-4422-a049-829115557b7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:13:31Z', 'updated_at': '2021-09-07T14:13:34Z', 'revision_number': 4, 'project_id': 'd1da509f5a404b83b8d7b6b8e5c8939b', 'gw_port': {'id': 'ad9268b5-9fc3-4422-a049-829115557b7f', 'name': '', 'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:14:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd5966d-b1e4-4f84-ac51-62e80383c134', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:13:31Z', 'updated_at': '2021-09-07T14:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-4-iscsi', '_interfaces': [{'id': '6f5b5aa3-d8ff-49be-89c5-86200b45de9e', 'name': '', 'network_id': 'af120e7e-f468-4252-b4c8-d417ff270b91', 'tenant_id': 'd1da509f5a404b83b8d7b6b8e5c8939b', 'mac_address': 'fa:16:3e:47:6b:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fd5966d-b1e4-4f84-ac51-62e80383c134', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '4f109a84-4d9b-4daa-b3d3-35df2838d3cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:13:33Z', 'updated_at': '2021-09-07T14:13:37Z', 'revision_number': 4, 'project_id': 'd1da509f5a404b83b8d7b6b8e5c8939b', 'subnets': [{'id': '4f109a84-4d9b-4daa-b3d3-35df2838d3cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782910-4-iscsi', False) {} {{(pid=94139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:13:38.162084 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.l3_dvr_db [None req-b014d39a-0598-4f0f-b50e-42efa3fe9ed3 None None] Set router b24da2a0-8a86-44d9-a833-f3f75632f80d gateway port host: dv-cinder-782910-4-iscsi {{(pid=94140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:13:38.190354 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca901493-ccb8-4572-9dc5-abe6539e792b None None] The sync data for ids ['6fd5966d-b1e4-4f84-ac51-62e80383c134'] in dv-cinder-782910-4-iscsi is: [{'id': '6fd5966d-b1e4-4f84-ac51-62e80383c134', 'name': 'tempest-TestShelveInstance-1826431165-router', 'tenant_id': 'd1da509f5a404b83b8d7b6b8e5c8939b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'external_fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': 'ad9268b5-9fc3-4422-a049-829115557b7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:13:31Z', 'updated_at': '2021-09-07T14:13:34Z', 'revision_number': 4, 'project_id': 'd1da509f5a404b83b8d7b6b8e5c8939b', 'gw_port': {'id': 'ad9268b5-9fc3-4422-a049-829115557b7f', 'name': '', 'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:14:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd5966d-b1e4-4f84-ac51-62e80383c134', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:13:31Z', 'updated_at': '2021-09-07T14:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-4-iscsi', '_interfaces': [{'id': '6f5b5aa3-d8ff-49be-89c5-86200b45de9e', 'name': '', 'network_id': 'af120e7e-f468-4252-b4c8-d417ff270b91', 'tenant_id': 'd1da509f5a404b83b8d7b6b8e5c8939b', 'mac_address': 'fa:16:3e:47:6b:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fd5966d-b1e4-4f84-ac51-62e80383c134', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '4f109a84-4d9b-4daa-b3d3-35df2838d3cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:13:33Z', 'updated_at': '2021-09-07T14:13:37Z', 'revision_number': 4, 'project_id': 'd1da509f5a404b83b8d7b6b8e5c8939b', 'subnets': [{'id': '4f109a84-4d9b-4daa-b3d3-35df2838d3cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 14:13:38.378957 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.l3_hamode_db [None req-b014d39a-0598-4f0f-b50e-42efa3fe9ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b24da2a0-8a86-44d9-a833-f3f75632f80d', 'name': 'tempest-TestShelveInstance-793373878-router', 'tenant_id': '6fecaf5a5fc849c6b67884244dcc7623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'external_fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': '491532ba-51d1-4367-ad3b-9f6b934e403d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:13:36Z', 'updated_at': '2021-09-07T14:13:36Z', 'revision_number': 3, 'project_id': '6fecaf5a5fc849c6b67884244dcc7623', 'gw_port': {'id': '491532ba-51d1-4367-ad3b-9f6b934e403d', 'name': '', 'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:83:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b24da2a0-8a86-44d9-a833-f3f75632f80d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:13:36Z', 'updated_at': '2021-09-07T14:13:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-4-iscsi'}], 'dv-cinder-782910-4-iscsi', False) {} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:13:38.418956 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b014d39a-0598-4f0f-b50e-42efa3fe9ed3 None None] Checking router: b24da2a0-8a86-44d9-a833-f3f75632f80d for host: dv-cinder-782910-4-iscsi {{(pid=94140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 14:13:38.419311 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b014d39a-0598-4f0f-b50e-42efa3fe9ed3 None None] Updating router b24da2a0-8a86-44d9-a833-f3f75632f80d port 491532ba-51d1-4367-ad3b-9f6b934e403d binding host dv-cinder-782910-4-iscsi {{(pid=94140) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 14:13:38.461818 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-156cac98-ab02-4697-9431-65738419c9d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:13:38.464260 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-b014d39a-0598-4f0f-b50e-42efa3fe9ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:13:38.603203 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-90497945-cc67-4e40-89ff-93978391019b None None] Device ad9268b5-9fc3-4422-a049-829115557b7f up at agent ovs-agent-dv-cinder-782910-4-iscsi {{(pid=94139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:13:38.679675 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-90497945-cc67-4e40-89ff-93978391019b None None] Provisioning complete for port ad9268b5-9fc3-4422-a049-829115557b7f triggered by entity L2. {{(pid=94139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:13:38.680046 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-90497945-cc67-4e40-89ff-93978391019b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462246'] for port, provisioning_complete {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:13:38.719060 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.db.db_base_plugin_common [None req-156cac98-ab02-4697-9431-65738419c9d1 admin admin] Allocated IP 172.20.0.1 (37e48f3e-c42d-4983-87c8-3d247916521b/0e099c43-e145-4658-a46f-d364fa81d7a4/4ca899be-a63b-4c6a-8db7-4c2529ea325e) {{(pid=94138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 14:13:38.816044 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-90497945-cc67-4e40-89ff-93978391019b None None] Device 6f5b5aa3-d8ff-49be-89c5-86200b45de9e up at agent ovs-agent-dv-cinder-782910-4-iscsi {{(pid=94139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:13:38.850398 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9931b94d-331e-47f6-a544-55ed2e914deb None None] Network 37e48f3e-c42d-4983-87c8-3d247916521b requested from dv-cinder-782910-4-iscsi {{(pid=94139) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 14:13:38.889190 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-156cac98-ab02-4697-9431-65738419c9d1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:13:38.913046 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.db.provisioning_blocks [None req-156cac98-ab02-4697-9431-65738419c9d1 admin admin] Transition to ACTIVE for port object 4ca899be-a63b-4c6a-8db7-4c2529ea325e will not be triggered until provisioned by entity DHCP. {{(pid=94138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 14:13:38.914948 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-b014d39a-0598-4f0f-b50e-42efa3fe9ed3 None None] Notify callbacks [] for port, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:13:38.928078 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.provisioning_blocks [None req-b014d39a-0598-4f0f-b50e-42efa3fe9ed3 None None] Transition to ACTIVE for port object 491532ba-51d1-4367-ad3b-9f6b934e403d will not be triggered until provisioned by entity L2. {{(pid=94140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 14:13:38.941202 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-b014d39a-0598-4f0f-b50e-42efa3fe9ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735729008622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735728620463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735728620481'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:13:38.957959 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-156cac98-ab02-4697-9431-65738419c9d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735728620445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65197361'] for port, after_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:13:38.991092 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef50b9e7-ff54-45aa-9e29-f9472fcf5b5d None None] Pushing event updated for resources: {'Port': ['ID=491532ba-51d1-4367-ad3b-9f6b934e403d,revision_number=2']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:13:38.995270 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-31e26f70-9a82-482c-b30f-1c60de970d78 None None] Provisioning for port 35b86ccd-c0b8-434a-82bc-a53979795fbd completed by entity DHCP. {{(pid=94139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 14:13:39.011961 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-90497945-cc67-4e40-89ff-93978391019b None None] Provisioning for port 6f5b5aa3-d8ff-49be-89c5-86200b45de9e completed by entity L2. {{(pid=94139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 14:13:39.016816 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [None req-b014d39a-0598-4f0f-b50e-42efa3fe9ed3 None None] Attempting to bind port 491532ba-51d1-4367-ad3b-9f6b934e403d on host dv-cinder-782910-4-iscsi for vnic_type normal with profile {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 14:13:39.016816 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [None req-b014d39a-0598-4f0f-b50e-42efa3fe9ed3 None None] Attempting to bind port 491532ba-51d1-4367-ad3b-9f6b934e403d by drivers openvswitch,hyperv on host dv-cinder-782910-4-iscsi at level 0 using segments [{'id': '5550a781-5bde-4ad4-a1aa-3dd2778b0f71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92'}] {{(pid=94140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 14:13:39.017393 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b014d39a-0598-4f0f-b50e-42efa3fe9ed3 None None] Attempting to bind port 491532ba-51d1-4367-ad3b-9f6b934e403d on network 50058ef2-6e12-4dff-890f-d2e17fb9ee92 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 14:13:39.022157 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-90497945-cc67-4e40-89ff-93978391019b None None] Provisioning complete for port 6f5b5aa3-d8ff-49be-89c5-86200b45de9e triggered by entity L2. {{(pid=94139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:13:39.022535 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-90497945-cc67-4e40-89ff-93978391019b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462246'] for port, provisioning_complete {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:13:39.023062 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b014d39a-0598-4f0f-b50e-42efa3fe9ed3 None None] Checking agent: {'id': 'b1ca48ac-dc13-463a-a516-8ddf18655ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782910-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 13, 58, 14), 'started_at': datetime.datetime(2021, 9, 7, 13, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 14, 13, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782910-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 14:13:39.024023 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b014d39a-0598-4f0f-b50e-42efa3fe9ed3 None None] Checking segment: {'id': '5550a781-5bde-4ad4-a1aa-3dd2778b0f71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 14:13:39.024672 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-b014d39a-0598-4f0f-b50e-42efa3fe9ed3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:13:39.025267 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b014d39a-0598-4f0f-b50e-42efa3fe9ed3 None None] Bound using segment: {'id': '5550a781-5bde-4ad4-a1aa-3dd2778b0f71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92'} {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 14:13:39.026087 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [None req-b014d39a-0598-4f0f-b50e-42efa3fe9ed3 None None] Bound port: 491532ba-51d1-4367-ad3b-9f6b934e403d, host: dv-cinder-782910-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5550a781-5bde-4ad4-a1aa-3dd2778b0f71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92'}}] {{(pid=94140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 14:13:39.026927 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-b014d39a-0598-4f0f-b50e-42efa3fe9ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:13:39.050870 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-156cac98-ab02-4697-9431-65738419c9d1 admin admin] Network 37e48f3e-c42d-4983-87c8-3d247916521b is already hosted by enough agents. {{(pid=94138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 14:13:39.052188 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156cac98-ab02-4697-9431-65738419c9d1 admin admin] Pushing event updated for resources: {'Port': ['ID=4ca899be-a63b-4c6a-8db7-4c2529ea325e,revision_number=1']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:13:39.067270 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.scheduler.base_scheduler [None req-156cac98-ab02-4697-9431-65738419c9d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:13:39.070243 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-156cac98-ab02-4697-9431-65738419c9d1 admin admin] Received port after_create {{(pid=94138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 14:13:39.107243 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.plugins.ml2.db [None req-b014d39a-0598-4f0f-b50e-42efa3fe9ed3 None None] For port 491532ba-51d1-4367-ad3b-9f6b934e403d, host dv-cinder-782910-4-iscsi, cleared binding levels {{(pid=94140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 14:13:39.111650 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.plugins.ml2.db [None req-b014d39a-0598-4f0f-b50e-42efa3fe9ed3 None None] For port 491532ba-51d1-4367-ad3b-9f6b934e403d, host dv-cinder-782910-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-4-iscsi',level=0,port_id=491532ba-51d1-4367-ad3b-9f6b934e403d,segment=NetworkSegment(5550a781-5bde-4ad4-a1aa-3dd2778b0f71),segment_id=5550a781-5bde-4ad4-a1aa-3dd2778b0f71)] {{(pid=94140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 14:13:39.117650 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-b014d39a-0598-4f0f-b50e-42efa3fe9ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735729008622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735728620463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735728620481'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:13:39.123734 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-156cac98-ab02-4697-9431-65738419c9d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432517'] for router_interface, before_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:13:39.177045 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b014d39a-0598-4f0f-b50e-42efa3fe9ed3 None None] Routers {'b24da2a0-8a86-44d9-a833-f3f75632f80d'} bound to L3 agent in host dv-cinder-782910-4-iscsi {{(pid=94140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:13:39.178054 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.l3_hamode_db [None req-b014d39a-0598-4f0f-b50e-42efa3fe9ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T13:58:13Z,description=,heartbeat_timestamp=2021-09-07T14:13:13Z,host='dv-cinder-782910-4-iscsi',id=fa68c273-d39f-43dc-b6f8-e0c6852ace12,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T13:58:13Z,topic='l3_agent')) {'router_ids': ['b24da2a0-8a86-44d9-a833-f3f75632f80d'], 'active': True} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:13:39.242364 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef50b9e7-ff54-45aa-9e29-f9472fcf5b5d None None] Pushing event updated for resources: {'Port': ['ID=491532ba-51d1-4367-ad3b-9f6b934e403d,revision_number=3']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:13:39.263421 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-90497945-cc67-4e40-89ff-93978391019b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:13:39.323790 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-156cac98-ab02-4697-9431-65738419c9d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_update {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:13:39.332956 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.l3_dvr_db [None req-b014d39a-0598-4f0f-b50e-42efa3fe9ed3 None None] Set router b24da2a0-8a86-44d9-a833-f3f75632f80d gateway port host: dv-cinder-782910-4-iscsi {{(pid=94140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:13:39.356671 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.db [None req-90497945-cc67-4e40-89ff-93978391019b None None] For port 6f5b5aa3-d8ff-49be-89c5-86200b45de9e, host dv-cinder-782910-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-4-iscsi',level=0,port_id=6f5b5aa3-d8ff-49be-89c5-86200b45de9e,segment=NetworkSegment(68ba3aee-8afb-4d28-86d2-68eeda243f3e),segment_id=68ba3aee-8afb-4d28-86d2-68eeda243f3e)] {{(pid=94139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:13:39.366430 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-90497945-cc67-4e40-89ff-93978391019b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735729008622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735728620463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735728620481'] for port, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:13:39.367239 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-90497945-cc67-4e40-89ff-93978391019b None None] Device 35b86ccd-c0b8-434a-82bc-a53979795fbd up at agent ovs-agent-dv-cinder-782910-4-iscsi {{(pid=94139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:13:39.476704 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90497945-cc67-4e40-89ff-93978391019b None None] Pushing event updated for resources: {'Port': ['ID=6f5b5aa3-d8ff-49be-89c5-86200b45de9e,revision_number=5']} {{(pid=94139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:13:39.488187 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-90497945-cc67-4e40-89ff-93978391019b None None] Provisioning for port 35b86ccd-c0b8-434a-82bc-a53979795fbd completed by entity L2. {{(pid=94139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 14:13:39.492940 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-90497945-cc67-4e40-89ff-93978391019b None None] Provisioning complete for port 35b86ccd-c0b8-434a-82bc-a53979795fbd triggered by entity L2. {{(pid=94139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:13:39.493466 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-90497945-cc67-4e40-89ff-93978391019b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462246'] for port, provisioning_complete {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:13:39.581922 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-156cac98-ab02-4697-9431-65738419c9d1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:13:39.589425 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-156cac98-ab02-4697-9431-65738419c9d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735729008622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735728620463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735728620481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65197374'] for port, after_update {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:13:39.615674 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.l3_hamode_db [None req-b014d39a-0598-4f0f-b50e-42efa3fe9ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b24da2a0-8a86-44d9-a833-f3f75632f80d', 'name': 'tempest-TestShelveInstance-793373878-router', 'tenant_id': '6fecaf5a5fc849c6b67884244dcc7623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'external_fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': '491532ba-51d1-4367-ad3b-9f6b934e403d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:13:36Z', 'updated_at': '2021-09-07T14:13:36Z', 'revision_number': 3, 'project_id': '6fecaf5a5fc849c6b67884244dcc7623', 'gw_port': {'id': '491532ba-51d1-4367-ad3b-9f6b934e403d', 'name': '', 'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:83:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b24da2a0-8a86-44d9-a833-f3f75632f80d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:13:36Z', 'updated_at': '2021-09-07T14:13:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-4-iscsi'}], 'dv-cinder-782910-4-iscsi', False) {} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:13:39.651526 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b014d39a-0598-4f0f-b50e-42efa3fe9ed3 None None] The sync data for ids ['b24da2a0-8a86-44d9-a833-f3f75632f80d'] in dv-cinder-782910-4-iscsi is: [{'id': 'b24da2a0-8a86-44d9-a833-f3f75632f80d', 'name': 'tempest-TestShelveInstance-793373878-router', 'tenant_id': '6fecaf5a5fc849c6b67884244dcc7623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'external_fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': '491532ba-51d1-4367-ad3b-9f6b934e403d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:13:36Z', 'updated_at': '2021-09-07T14:13:36Z', 'revision_number': 3, 'project_id': '6fecaf5a5fc849c6b67884244dcc7623', 'gw_port': {'id': '491532ba-51d1-4367-ad3b-9f6b934e403d', 'name': '', 'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:83:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b24da2a0-8a86-44d9-a833-f3f75632f80d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:13:36Z', 'updated_at': '2021-09-07T14:13:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-4-iscsi'}] {{(pid=94140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 14:13:39.674413 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-156cac98-ab02-4697-9431-65738419c9d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-433429'] for router_interface, after_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:13:39.684347 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156cac98-ab02-4697-9431-65738419c9d1 admin admin] Pushing event updated for resources: {'Port': ['ID=4ca899be-a63b-4c6a-8db7-4c2529ea325e,revision_number=2']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:13:39.788936 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-28fc2b22-3d06-40e8-b484-cd9477861d2a None None] Provisioning complete for port 35b86ccd-c0b8-434a-82bc-a53979795fbd triggered by entity DHCP. {{(pid=94139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:13:39.789327 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-28fc2b22-3d06-40e8-b484-cd9477861d2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462246'] for port, provisioning_complete {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:13:39.790786 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-90497945-cc67-4e40-89ff-93978391019b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:13:39.804062 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-156cac98-ab02-4697-9431-65738419c9d1 admin admin] Network 37e48f3e-c42d-4983-87c8-3d247916521b is already hosted by enough agents. {{(pid=94138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 14:13:39.805853 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.scheduler.base_scheduler [None req-156cac98-ab02-4697-9431-65738419c9d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:13:39.853153 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.db [None req-90497945-cc67-4e40-89ff-93978391019b None None] For port 35b86ccd-c0b8-434a-82bc-a53979795fbd, host dv-cinder-782910-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-4-iscsi',level=0,port_id=35b86ccd-c0b8-434a-82bc-a53979795fbd,segment=NetworkSegment(d3c42fc1-62ec-460c-ac40-f9ec21440f29),segment_id=d3c42fc1-62ec-460c-ac40-f9ec21440f29)] {{(pid=94139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:13:39.862746 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-90497945-cc67-4e40-89ff-93978391019b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735729008622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735728620463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735728620481'] for port, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:13:39.947830 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-156cac98-ab02-4697-9431-65738419c9d1 admin admin] Router b24da2a0-8a86-44d9-a833-f3f75632f80d has already been hosted by L3 agent fa68c273-d39f-43dc-b6f8-e0c6852ace12 {{(pid=94138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 14:13:39.954892 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90497945-cc67-4e40-89ff-93978391019b None None] Pushing event updated for resources: {'Port': ['ID=35b86ccd-c0b8-434a-82bc-a53979795fbd,revision_number=3']} {{(pid=94139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:13:39.970221 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-28fc2b22-3d06-40e8-b484-cd9477861d2a None None] Provisioning for port 4ca899be-a63b-4c6a-8db7-4c2529ea325e completed by entity DHCP. {{(pid=94139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 14:13:39.975644 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-28fc2b22-3d06-40e8-b484-cd9477861d2a None None] Provisioning complete for port 4ca899be-a63b-4c6a-8db7-4c2529ea325e triggered by entity DHCP. {{(pid=94139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:13:39.976088 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-28fc2b22-3d06-40e8-b484-cd9477861d2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462246'] for port, provisioning_complete {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:13:40.033447 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.plugin [None req-28fc2b22-3d06-40e8-b484-cd9477861d2a None None] Port 4ca899be-a63b-4c6a-8db7-4c2529ea325e cannot update to ACTIVE because it is not bound. {{(pid=94139) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 14:13:40.118820 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-156cac98-ab02-4697-9431-65738419c9d1 admin admin] Notify agent at l3_agent.dv-cinder-782910-4-iscsi the message routers_updated {{(pid=94138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 14:13:40.124486 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [None req-156cac98-ab02-4697-9431-65738419c9d1 admin admin] 10.222.0.60 "PUT /v2.0/routers/b24da2a0-8a86-44d9-a833-f3f75632f80d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2042642 Sep 07 14:13:40.157492 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-0a227692-7bd1-467a-9028-41739a9e19c9 None None] Provisioning complete for port 4ca899be-a63b-4c6a-8db7-4c2529ea325e triggered by entity DHCP. {{(pid=94139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:13:40.158093 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-0a227692-7bd1-467a-9028-41739a9e19c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462246'] for port, provisioning_complete {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:13:40.205515 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.plugin [None req-0a227692-7bd1-467a-9028-41739a9e19c9 None None] Port 4ca899be-a63b-4c6a-8db7-4c2529ea325e cannot update to ACTIVE because it is not bound. {{(pid=94139) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 14:13:40.327329 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-9faaf958-4938-465a-a649-0263205cc0ea None None] Provisioning complete for port 4ca899be-a63b-4c6a-8db7-4c2529ea325e triggered by entity DHCP. {{(pid=94139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:13:40.329763 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-9faaf958-4938-465a-a649-0263205cc0ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462246'] for port, provisioning_complete {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:13:40.381512 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.plugin [None req-9faaf958-4938-465a-a649-0263205cc0ea None None] Port 4ca899be-a63b-4c6a-8db7-4c2529ea325e cannot update to ACTIVE because it is not bound. {{(pid=94139) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 14:13:40.501146 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-90497945-cc67-4e40-89ff-93978391019b None None] Device 6f5b5aa3-d8ff-49be-89c5-86200b45de9e up at agent ovs-agent-dv-cinder-782910-4-iscsi {{(pid=94139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:13:40.561090 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-90497945-cc67-4e40-89ff-93978391019b None None] Provisioning complete for port 6f5b5aa3-d8ff-49be-89c5-86200b45de9e triggered by entity L2. {{(pid=94139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:13:40.561631 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-90497945-cc67-4e40-89ff-93978391019b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462246'] for port, provisioning_complete {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:13:40.644960 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-90497945-cc67-4e40-89ff-93978391019b None None] Device 35b86ccd-c0b8-434a-82bc-a53979795fbd up at agent ovs-agent-dv-cinder-782910-4-iscsi {{(pid=94139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:13:40.690178 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-70c0e0d5-a307-4237-a11b-05c5867e81cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:13:40.711370 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-90497945-cc67-4e40-89ff-93978391019b None None] Provisioning complete for port 35b86ccd-c0b8-434a-82bc-a53979795fbd triggered by entity L2. {{(pid=94139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:13:40.711833 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-90497945-cc67-4e40-89ff-93978391019b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462246'] for port, provisioning_complete {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:13:40.792938 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-90497945-cc67-4e40-89ff-93978391019b None None] Device 491532ba-51d1-4367-ad3b-9f6b934e403d up at agent ovs-agent-dv-cinder-782910-4-iscsi {{(pid=94139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:13:40.857314 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-90497945-cc67-4e40-89ff-93978391019b None None] Provisioning for port 491532ba-51d1-4367-ad3b-9f6b934e403d completed by entity L2. {{(pid=94139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 14:13:40.861757 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-90497945-cc67-4e40-89ff-93978391019b None None] Provisioning complete for port 491532ba-51d1-4367-ad3b-9f6b934e403d triggered by entity L2. {{(pid=94139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:13:40.862142 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-90497945-cc67-4e40-89ff-93978391019b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462246'] for port, provisioning_complete {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:13:40.919482 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.wsgi [-] (94138) accepted ('10.222.0.60', 52356) {{(pid=94138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:13:40.924155 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.v2.base [None req-23ad28a9-b2e3-4b1e-add3-ec68f574b6f5 tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1945290004', 'description': 'tempest-secgroup-smoke-1945290004 description', 'project_id': 'd1da509f5a404b83b8d7b6b8e5c8939b'}} {{(pid=94138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:13:40.949037 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-90497945-cc67-4e40-89ff-93978391019b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:13:40.951807 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-23ad28a9-b2e3-4b1e-add3-ec68f574b6f5 tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] Notify callbacks [] for security_group, before_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:13:40.970851 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.db [None req-90497945-cc67-4e40-89ff-93978391019b None None] For port 491532ba-51d1-4367-ad3b-9f6b934e403d, host dv-cinder-782910-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-4-iscsi',level=0,port_id=491532ba-51d1-4367-ad3b-9f6b934e403d,segment=NetworkSegment(5550a781-5bde-4ad4-a1aa-3dd2778b0f71),segment_id=5550a781-5bde-4ad4-a1aa-3dd2778b0f71)] {{(pid=94139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:13:40.975294 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-90497945-cc67-4e40-89ff-93978391019b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735729008622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735728620463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735728620481'] for port, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:13:41.025363 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90497945-cc67-4e40-89ff-93978391019b None None] Pushing event updated for resources: {'Port': ['ID=491532ba-51d1-4367-ad3b-9f6b934e403d,revision_number=4']} {{(pid=94139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:13:41.041091 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-23ad28a9-b2e3-4b1e-add3-ec68f574b6f5 tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] Notify callbacks [] for security_group, precommit_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:13:41.046435 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-23ad28a9-b2e3-4b1e-add3-ec68f574b6f5 tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585164'] for security_group, after_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:13:41.074182 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-23ad28a9-b2e3-4b1e-add3-ec68f574b6f5 tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] Notify callbacks [] for security_group, before_response {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:13:41.075459 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [None req-23ad28a9-b2e3-4b1e-add3-ec68f574b6f5 tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1548347 Sep 07 14:13:41.079216 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.wsgi [-] (94137) accepted ('10.222.0.60', 52358) {{(pid=94137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:13:41.080098 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ad28a9-b2e3-4b1e-add3-ec68f574b6f5 tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3817d4f7-dbdf-4d93-9fc2-a322ee5574b9,revision_number=1']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:13:41.083802 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.v2.base [None req-fd77d323-7623-4ec6-a528-a3c2ac76e96a tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] Request body: {'security_group_rule': {'security_group_id': '3817d4f7-dbdf-4d93-9fc2-a322ee5574b9', 'project_id': 'd1da509f5a404b83b8d7b6b8e5c8939b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:13:41.110997 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-fd77d323-7623-4ec6-a528-a3c2ac76e96a tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:13:41.174297 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-fd77d323-7623-4ec6-a528-a3c2ac76e96a tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:13:41.178327 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-fd77d323-7623-4ec6-a528-a3c2ac76e96a tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573871'] for security_group_rule, after_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:13:41.200875 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd77d323-7623-4ec6-a528-a3c2ac76e96a tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6004787c-d7c7-4e3b-a499-c0e34d23cc0b,revision_number=0']} {{(pid=94137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:13:41.204072 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-fd77d323-7623-4ec6-a528-a3c2ac76e96a tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:13:41.205243 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [None req-fd77d323-7623-4ec6-a528-a3c2ac76e96a tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1250267 Sep 07 14:13:41.208249 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.wsgi [-] (94138) accepted ('10.222.0.60', 52362) {{(pid=94138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:13:41.211261 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd77d323-7623-4ec6-a528-a3c2ac76e96a tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:13:41.211614 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd77d323-7623-4ec6-a528-a3c2ac76e96a tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:13:41.211958 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd77d323-7623-4ec6-a528-a3c2ac76e96a tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:13:41.212297 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd77d323-7623-4ec6-a528-a3c2ac76e96a tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:13:41.212630 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd77d323-7623-4ec6-a528-a3c2ac76e96a tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:13:41.212933 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.v2.base [None req-88b198a9-0b2e-4b24-a186-e331a94ad6a8 tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] Request body: {'security_group_rule': {'security_group_id': '3817d4f7-dbdf-4d93-9fc2-a322ee5574b9', 'project_id': 'd1da509f5a404b83b8d7b6b8e5c8939b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:13:41.213045 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd77d323-7623-4ec6-a528-a3c2ac76e96a tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:13:41.213279 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd77d323-7623-4ec6-a528-a3c2ac76e96a tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:13:41.213772 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd77d323-7623-4ec6-a528-a3c2ac76e96a tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:13:41.213965 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd77d323-7623-4ec6-a528-a3c2ac76e96a tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:13:41.214292 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd77d323-7623-4ec6-a528-a3c2ac76e96a tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:13:41.214618 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd77d323-7623-4ec6-a528-a3c2ac76e96a tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:13:41.214937 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd77d323-7623-4ec6-a528-a3c2ac76e96a tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:13:41.240666 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-88b198a9-0b2e-4b24-a186-e331a94ad6a8 tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:13:41.297240 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-88b198a9-0b2e-4b24-a186-e331a94ad6a8 tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:13:41.301126 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-88b198a9-0b2e-4b24-a186-e331a94ad6a8 tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573871'] for security_group_rule, after_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:13:41.316711 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b198a9-0b2e-4b24-a186-e331a94ad6a8 tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff2b31ee-4c77-485d-a7e9-5211ea82c8f2,revision_number=0']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:13:41.327379 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-88b198a9-0b2e-4b24-a186-e331a94ad6a8 tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:13:41.328807 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [None req-88b198a9-0b2e-4b24-a186-e331a94ad6a8 tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1193140 Sep 07 14:13:41.331876 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.wsgi [-] (94138) accepted ('10.222.0.60', 52364) {{(pid=94138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:13:41.336428 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.v2.base [None req-4cc1a4db-03bb-4c8a-98d4-b79f7048692a tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] Request body: {'security_group_rule': {'security_group_id': '3817d4f7-dbdf-4d93-9fc2-a322ee5574b9', 'project_id': 'd1da509f5a404b83b8d7b6b8e5c8939b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:13:41.363833 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-4cc1a4db-03bb-4c8a-98d4-b79f7048692a tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:13:41.424241 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-4cc1a4db-03bb-4c8a-98d4-b79f7048692a tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:13:41.428474 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-4cc1a4db-03bb-4c8a-98d4-b79f7048692a tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573871'] for security_group_rule, after_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:13:41.451466 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc1a4db-03bb-4c8a-98d4-b79f7048692a tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ee24fcc-b173-4c0f-bd5b-97aa3faf7c32,revision_number=0']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:13:41.458195 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-4cc1a4db-03bb-4c8a-98d4-b79f7048692a tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:13:41.459405 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [None req-4cc1a4db-03bb-4c8a-98d4-b79f7048692a tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1265352 Sep 07 14:13:41.462129 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.wsgi [-] (94138) accepted ('10.222.0.60', 52366) {{(pid=94138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:13:41.466463 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.v2.base [None req-12f1d263-7edd-4e4e-96ac-87820ec9a78d tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] Request body: {'security_group_rule': {'security_group_id': '3817d4f7-dbdf-4d93-9fc2-a322ee5574b9', 'project_id': 'd1da509f5a404b83b8d7b6b8e5c8939b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:13:41.495933 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-12f1d263-7edd-4e4e-96ac-87820ec9a78d tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:13:41.560163 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-12f1d263-7edd-4e4e-96ac-87820ec9a78d tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:13:41.563811 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-12f1d263-7edd-4e4e-96ac-87820ec9a78d tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573871'] for security_group_rule, after_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:13:41.581352 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f1d263-7edd-4e4e-96ac-87820ec9a78d tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8188f4f-97df-419e-8a46-2ee3f011ea24,revision_number=0']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:13:41.592845 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-12f1d263-7edd-4e4e-96ac-87820ec9a78d tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:13:41.594916 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [None req-12f1d263-7edd-4e4e-96ac-87820ec9a78d tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1318338 Sep 07 14:13:41.597783 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.wsgi [-] (94138) accepted ('10.222.0.60', 52368) {{(pid=94138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:13:41.603501 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.v2.base [None req-61f5f8df-37a8-40e2-bedc-f2c19f8635ea tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] Request body: {'security_group_rule': {'security_group_id': '3817d4f7-dbdf-4d93-9fc2-a322ee5574b9', 'project_id': 'd1da509f5a404b83b8d7b6b8e5c8939b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:13:41.623305 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb00878e-6543-4e3b-9c76-8ff0e024322e None None] Sync routers for ids ['b24da2a0-8a86-44d9-a833-f3f75632f80d'] in dv-cinder-782910-4-iscsi {{(pid=94139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 14:13:41.627105 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.db.securitygroups_db [None req-61f5f8df-37a8-40e2-bedc-f2c19f8635ea tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] Project d1da509f5a404b83b8d7b6b8e5c8939b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 07 14:13:41.632431 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-61f5f8df-37a8-40e2-bedc-f2c19f8635ea tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:13:41.632801 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb00878e-6543-4e3b-9c76-8ff0e024322e None None] Routers {'b24da2a0-8a86-44d9-a833-f3f75632f80d'} bound to L3 agent in host dv-cinder-782910-4-iscsi {{(pid=94139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:13:41.633453 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.l3_hamode_db [None req-bb00878e-6543-4e3b-9c76-8ff0e024322e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T13:58:13Z,description=,heartbeat_timestamp=2021-09-07T14:13:13Z,host='dv-cinder-782910-4-iscsi',id=fa68c273-d39f-43dc-b6f8-e0c6852ace12,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T13:58:13Z,topic='l3_agent')) {'router_ids': ['b24da2a0-8a86-44d9-a833-f3f75632f80d'], 'active': True} {{(pid=94139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:13:41.699542 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-61f5f8df-37a8-40e2-bedc-f2c19f8635ea tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:13:41.704800 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-61f5f8df-37a8-40e2-bedc-f2c19f8635ea tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573871'] for security_group_rule, after_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:13:41.722817 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f5f8df-37a8-40e2-bedc-f2c19f8635ea tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cbdb448-5f26-4708-a1ba-fb64ba1c06c3,revision_number=0']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:13:41.729420 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-61f5f8df-37a8-40e2-bedc-f2c19f8635ea tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:13:41.733478 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [None req-61f5f8df-37a8-40e2-bedc-f2c19f8635ea tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1319265 Sep 07 14:13:41.733478 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.wsgi [-] (94138) accepted ('10.222.0.60', 52370) {{(pid=94138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:13:41.737978 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.v2.base [None req-cbac6474-88cf-494b-b4b9-1ae1f450cff6 tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] Request body: {'security_group_rule': {'security_group_id': '3817d4f7-dbdf-4d93-9fc2-a322ee5574b9', 'project_id': 'd1da509f5a404b83b8d7b6b8e5c8939b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:13:41.741569 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.l3_dvr_db [None req-bb00878e-6543-4e3b-9c76-8ff0e024322e None None] Set router b24da2a0-8a86-44d9-a833-f3f75632f80d gateway port host: dv-cinder-782910-4-iscsi {{(pid=94139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:13:41.766313 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.db.securitygroups_db [None req-cbac6474-88cf-494b-b4b9-1ae1f450cff6 tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] Project d1da509f5a404b83b8d7b6b8e5c8939b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 07 14:13:41.771472 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-cbac6474-88cf-494b-b4b9-1ae1f450cff6 tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:13:41.834540 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-cbac6474-88cf-494b-b4b9-1ae1f450cff6 tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:13:41.838134 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-cbac6474-88cf-494b-b4b9-1ae1f450cff6 tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573871'] for security_group_rule, after_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:13:41.863763 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbac6474-88cf-494b-b4b9-1ae1f450cff6 tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbdb4634-9e7b-41ee-9103-7feae8fc4489,revision_number=0']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:13:41.871075 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-cbac6474-88cf-494b-b4b9-1ae1f450cff6 tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:13:41.880861 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [None req-cbac6474-88cf-494b-b4b9-1ae1f450cff6 tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1383085 Sep 07 14:13:41.945237 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.l3_hamode_db [None req-bb00878e-6543-4e3b-9c76-8ff0e024322e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b24da2a0-8a86-44d9-a833-f3f75632f80d', 'name': 'tempest-TestShelveInstance-793373878-router', 'tenant_id': '6fecaf5a5fc849c6b67884244dcc7623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'external_fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': '491532ba-51d1-4367-ad3b-9f6b934e403d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:13:36Z', 'updated_at': '2021-09-07T14:13:39Z', 'revision_number': 4, 'project_id': '6fecaf5a5fc849c6b67884244dcc7623', 'gw_port': {'id': '491532ba-51d1-4367-ad3b-9f6b934e403d', 'name': '', 'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:83:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b24da2a0-8a86-44d9-a833-f3f75632f80d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:13:36Z', 'updated_at': '2021-09-07T14:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-4-iscsi', '_interfaces': [{'id': '4ca899be-a63b-4c6a-8db7-4c2529ea325e', 'name': '', 'network_id': '37e48f3e-c42d-4983-87c8-3d247916521b', 'tenant_id': '6fecaf5a5fc849c6b67884244dcc7623', 'mac_address': 'fa:16:3e:96:ae:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b24da2a0-8a86-44d9-a833-f3f75632f80d', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '0e099c43-e145-4658-a46f-d364fa81d7a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:13:38Z', 'updated_at': '2021-09-07T14:13:39Z', 'revision_number': 2, 'project_id': '6fecaf5a5fc849c6b67884244dcc7623', 'subnets': [{'id': '0e099c43-e145-4658-a46f-d364fa81d7a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782910-4-iscsi', False) {} {{(pid=94139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:13:41.973415 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb00878e-6543-4e3b-9c76-8ff0e024322e None None] Checking router: b24da2a0-8a86-44d9-a833-f3f75632f80d for host: dv-cinder-782910-4-iscsi {{(pid=94139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 14:13:41.973769 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb00878e-6543-4e3b-9c76-8ff0e024322e None None] Updating router b24da2a0-8a86-44d9-a833-f3f75632f80d port 4ca899be-a63b-4c6a-8db7-4c2529ea325e binding host dv-cinder-782910-4-iscsi {{(pid=94139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 14:13:41.998496 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-bb00878e-6543-4e3b-9c76-8ff0e024322e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:13:42.283029 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-bb00878e-6543-4e3b-9c76-8ff0e024322e None None] Notify callbacks [] for port, precommit_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:13:42.294234 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-bb00878e-6543-4e3b-9c76-8ff0e024322e None None] Transition to ACTIVE for port object 4ca899be-a63b-4c6a-8db7-4c2529ea325e will not be triggered until provisioned by entity L2. {{(pid=94139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 14:13:42.307861 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-bb00878e-6543-4e3b-9c76-8ff0e024322e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735729008622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735728620463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735728620481'] for port, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:13:42.370947 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ee7872-eead-42ce-8bc4-8f8d0a226d65 None None] Pushing event updated for resources: {'Port': ['ID=4ca899be-a63b-4c6a-8db7-4c2529ea325e,revision_number=3']} {{(pid=94139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:13:42.430794 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-90497945-cc67-4e40-89ff-93978391019b None None] Device 491532ba-51d1-4367-ad3b-9f6b934e403d up at agent ovs-agent-dv-cinder-782910-4-iscsi {{(pid=94139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:13:42.466178 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.managers [None req-bb00878e-6543-4e3b-9c76-8ff0e024322e None None] Attempting to bind port 4ca899be-a63b-4c6a-8db7-4c2529ea325e on host dv-cinder-782910-4-iscsi for vnic_type normal with profile {{(pid=94139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 14:13:42.466427 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.managers [None req-bb00878e-6543-4e3b-9c76-8ff0e024322e None None] Attempting to bind port 4ca899be-a63b-4c6a-8db7-4c2529ea325e by drivers openvswitch,hyperv on host dv-cinder-782910-4-iscsi at level 0 using segments [{'id': 'd3c42fc1-62ec-460c-ac40-f9ec21440f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '37e48f3e-c42d-4983-87c8-3d247916521b'}] {{(pid=94139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 14:13:42.466790 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb00878e-6543-4e3b-9c76-8ff0e024322e None None] Attempting to bind port 4ca899be-a63b-4c6a-8db7-4c2529ea325e on network 37e48f3e-c42d-4983-87c8-3d247916521b {{(pid=94139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 14:13:42.492625 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb00878e-6543-4e3b-9c76-8ff0e024322e None None] Checking agent: {'id': 'b1ca48ac-dc13-463a-a516-8ddf18655ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782910-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 13, 58, 14), 'started_at': datetime.datetime(2021, 9, 7, 13, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 14, 13, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782910-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 14:13:42.492998 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb00878e-6543-4e3b-9c76-8ff0e024322e None None] Checking segment: {'id': 'd3c42fc1-62ec-460c-ac40-f9ec21440f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '37e48f3e-c42d-4983-87c8-3d247916521b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 14:13:42.493423 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-bb00878e-6543-4e3b-9c76-8ff0e024322e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:13:42.493817 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb00878e-6543-4e3b-9c76-8ff0e024322e None None] Bound using segment: {'id': 'd3c42fc1-62ec-460c-ac40-f9ec21440f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '37e48f3e-c42d-4983-87c8-3d247916521b'} {{(pid=94139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 14:13:42.494287 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.managers [None req-bb00878e-6543-4e3b-9c76-8ff0e024322e None None] Bound port: 4ca899be-a63b-4c6a-8db7-4c2529ea325e, host: dv-cinder-782910-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3c42fc1-62ec-460c-ac40-f9ec21440f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '37e48f3e-c42d-4983-87c8-3d247916521b'}}] {{(pid=94139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 14:13:42.494662 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-bb00878e-6543-4e3b-9c76-8ff0e024322e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:13:42.543471 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-90497945-cc67-4e40-89ff-93978391019b None None] Provisioning complete for port 491532ba-51d1-4367-ad3b-9f6b934e403d triggered by entity L2. {{(pid=94139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:13:42.543900 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-90497945-cc67-4e40-89ff-93978391019b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462246'] for port, provisioning_complete {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:13:42.613965 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.db [None req-bb00878e-6543-4e3b-9c76-8ff0e024322e None None] For port 4ca899be-a63b-4c6a-8db7-4c2529ea325e, host dv-cinder-782910-4-iscsi, cleared binding levels {{(pid=94139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 14:13:42.660308 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.db [None req-bb00878e-6543-4e3b-9c76-8ff0e024322e None None] For port 4ca899be-a63b-4c6a-8db7-4c2529ea325e, host dv-cinder-782910-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-4-iscsi',level=0,port_id=4ca899be-a63b-4c6a-8db7-4c2529ea325e,segment=NetworkSegment(d3c42fc1-62ec-460c-ac40-f9ec21440f29),segment_id=d3c42fc1-62ec-460c-ac40-f9ec21440f29)] {{(pid=94139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 14:13:42.669175 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-bb00878e-6543-4e3b-9c76-8ff0e024322e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735729008622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735728620463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735728620481'] for port, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:13:42.758737 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb00878e-6543-4e3b-9c76-8ff0e024322e None None] Routers {'b24da2a0-8a86-44d9-a833-f3f75632f80d'} bound to L3 agent in host dv-cinder-782910-4-iscsi {{(pid=94139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:13:42.759544 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.l3_hamode_db [None req-bb00878e-6543-4e3b-9c76-8ff0e024322e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T13:58:13Z,description=,heartbeat_timestamp=2021-09-07T14:13:13Z,host='dv-cinder-782910-4-iscsi',id=fa68c273-d39f-43dc-b6f8-e0c6852ace12,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T13:58:13Z,topic='l3_agent')) {'router_ids': ['b24da2a0-8a86-44d9-a833-f3f75632f80d'], 'active': True} {{(pid=94139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:13:42.765777 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ee7872-eead-42ce-8bc4-8f8d0a226d65 None None] Pushing event updated for resources: {'Port': ['ID=4ca899be-a63b-4c6a-8db7-4c2529ea325e,revision_number=4']} {{(pid=94139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:13:42.889908 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.l3_dvr_db [None req-bb00878e-6543-4e3b-9c76-8ff0e024322e None None] Set router b24da2a0-8a86-44d9-a833-f3f75632f80d gateway port host: dv-cinder-782910-4-iscsi {{(pid=94139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:13:43.112801 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.l3_hamode_db [None req-bb00878e-6543-4e3b-9c76-8ff0e024322e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b24da2a0-8a86-44d9-a833-f3f75632f80d', 'name': 'tempest-TestShelveInstance-793373878-router', 'tenant_id': '6fecaf5a5fc849c6b67884244dcc7623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'external_fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': '491532ba-51d1-4367-ad3b-9f6b934e403d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:13:36Z', 'updated_at': '2021-09-07T14:13:39Z', 'revision_number': 4, 'project_id': '6fecaf5a5fc849c6b67884244dcc7623', 'gw_port': {'id': '491532ba-51d1-4367-ad3b-9f6b934e403d', 'name': '', 'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:83:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b24da2a0-8a86-44d9-a833-f3f75632f80d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:13:36Z', 'updated_at': '2021-09-07T14:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-4-iscsi', '_interfaces': [{'id': '4ca899be-a63b-4c6a-8db7-4c2529ea325e', 'name': '', 'network_id': '37e48f3e-c42d-4983-87c8-3d247916521b', 'tenant_id': '6fecaf5a5fc849c6b67884244dcc7623', 'mac_address': 'fa:16:3e:96:ae:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b24da2a0-8a86-44d9-a833-f3f75632f80d', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '0e099c43-e145-4658-a46f-d364fa81d7a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:13:38Z', 'updated_at': '2021-09-07T14:13:42Z', 'revision_number': 4, 'project_id': '6fecaf5a5fc849c6b67884244dcc7623', 'subnets': [{'id': '0e099c43-e145-4658-a46f-d364fa81d7a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782910-4-iscsi', False) {} {{(pid=94139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:13:43.261134 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb00878e-6543-4e3b-9c76-8ff0e024322e None None] The sync data for ids ['b24da2a0-8a86-44d9-a833-f3f75632f80d'] in dv-cinder-782910-4-iscsi is: [{'id': 'b24da2a0-8a86-44d9-a833-f3f75632f80d', 'name': 'tempest-TestShelveInstance-793373878-router', 'tenant_id': '6fecaf5a5fc849c6b67884244dcc7623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'external_fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': '491532ba-51d1-4367-ad3b-9f6b934e403d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:13:36Z', 'updated_at': '2021-09-07T14:13:39Z', 'revision_number': 4, 'project_id': '6fecaf5a5fc849c6b67884244dcc7623', 'gw_port': {'id': '491532ba-51d1-4367-ad3b-9f6b934e403d', 'name': '', 'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:83:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b24da2a0-8a86-44d9-a833-f3f75632f80d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:13:36Z', 'updated_at': '2021-09-07T14:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-4-iscsi', '_interfaces': [{'id': '4ca899be-a63b-4c6a-8db7-4c2529ea325e', 'name': '', 'network_id': '37e48f3e-c42d-4983-87c8-3d247916521b', 'tenant_id': '6fecaf5a5fc849c6b67884244dcc7623', 'mac_address': 'fa:16:3e:96:ae:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b24da2a0-8a86-44d9-a833-f3f75632f80d', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '0e099c43-e145-4658-a46f-d364fa81d7a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:13:38Z', 'updated_at': '2021-09-07T14:13:42Z', 'revision_number': 4, 'project_id': '6fecaf5a5fc849c6b67884244dcc7623', 'subnets': [{'id': '0e099c43-e145-4658-a46f-d364fa81d7a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 14:13:43.454954 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-3d08f723-de4e-4447-aaa0-d16211dc6fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:13:44.189142 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-90497945-cc67-4e40-89ff-93978391019b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:13:44.410855 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-90497945-cc67-4e40-89ff-93978391019b None None] Device 4ca899be-a63b-4c6a-8db7-4c2529ea325e up at agent ovs-agent-dv-cinder-782910-4-iscsi {{(pid=94139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:13:44.472201 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-90497945-cc67-4e40-89ff-93978391019b None None] Provisioning for port 4ca899be-a63b-4c6a-8db7-4c2529ea325e completed by entity L2. {{(pid=94139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 14:13:44.477166 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-90497945-cc67-4e40-89ff-93978391019b None None] Provisioning complete for port 4ca899be-a63b-4c6a-8db7-4c2529ea325e triggered by entity L2. {{(pid=94139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:13:44.477573 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-90497945-cc67-4e40-89ff-93978391019b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462246'] for port, provisioning_complete {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:13:44.576407 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-90497945-cc67-4e40-89ff-93978391019b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:13:44.616724 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.db [None req-90497945-cc67-4e40-89ff-93978391019b None None] For port 4ca899be-a63b-4c6a-8db7-4c2529ea325e, host dv-cinder-782910-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-4-iscsi',level=0,port_id=4ca899be-a63b-4c6a-8db7-4c2529ea325e,segment=NetworkSegment(d3c42fc1-62ec-460c-ac40-f9ec21440f29),segment_id=d3c42fc1-62ec-460c-ac40-f9ec21440f29)] {{(pid=94139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:13:44.621580 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-90497945-cc67-4e40-89ff-93978391019b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735729008622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735728620463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735728620481'] for port, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:13:44.683962 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90497945-cc67-4e40-89ff-93978391019b None None] Pushing event updated for resources: {'Port': ['ID=4ca899be-a63b-4c6a-8db7-4c2529ea325e,revision_number=5']} {{(pid=94139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:13:44.711213 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-cec4f6fb-2ca0-44f4-a970-9dc467b3a3ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:13:44.962311 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bd0e00-62a9-4e93-b3f7-c7da51af6fab req-303e2009-2868-4f32-b07c-9f7d8e33772d tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:13:44.964063 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-65bd0e00-62a9-4e93-b3f7-c7da51af6fab req-303e2009-2868-4f32-b07c-9f7d8e33772d tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f0af0de-7730-41cd-9fec-a449b855d409 HTTP/1.1" status: 200 len: 945 time: 0.0509822 Sep 07 14:13:45.004789 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-65bd0e00-62a9-4e93-b3f7-c7da51af6fab req-46d32037-1231-4fd4-aa0a-bf1816622a64 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/security-groups?id=f88436f6-4807-47cf-9c32-5e8b909766e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342174 Sep 07 14:13:45.890765 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-24e6fa56-2407-4935-9ec7-bc4eea9bdf8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:13:46.144729 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3310f3d6-0334-48c9-84c4-f789176bb963 req-eba34da9-e03d-491c-a0e3-3045e344e8e7 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:13:46.146373 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-3310f3d6-0334-48c9-84c4-f789176bb963 req-eba34da9-e03d-491c-a0e3-3045e344e8e7 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f0af0de-7730-41cd-9fec-a449b855d409 HTTP/1.1" status: 200 len: 945 time: 0.0600491 Sep 07 14:13:46.185431 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-3310f3d6-0334-48c9-84c4-f789176bb963 req-e944463d-aef9-4eb7-bf70-d6a5bde8da08 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/security-groups?id=f88436f6-4807-47cf-9c32-5e8b909766e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328336 Sep 07 14:13:46.398752 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-90497945-cc67-4e40-89ff-93978391019b None None] Device 4ca899be-a63b-4c6a-8db7-4c2529ea325e up at agent ovs-agent-dv-cinder-782910-4-iscsi {{(pid=94139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:13:46.447521 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-90497945-cc67-4e40-89ff-93978391019b None None] Provisioning complete for port 4ca899be-a63b-4c6a-8db7-4c2529ea325e triggered by entity L2. {{(pid=94139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:13:46.447895 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-90497945-cc67-4e40-89ff-93978391019b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462246'] for port, provisioning_complete {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:13:47.307484 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cf6a23-4e7e-465f-8137-945fc57c1cca req-0b3d4e3a-a6cd-45d7-bb1b-3a7e4bd8b86f tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:13:47.308970 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-d3cf6a23-4e7e-465f-8137-945fc57c1cca req-0b3d4e3a-a6cd-45d7-bb1b-3a7e4bd8b86f tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f0af0de-7730-41cd-9fec-a449b855d409 HTTP/1.1" status: 200 len: 945 time: 0.0489769 Sep 07 14:13:47.353005 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-d3cf6a23-4e7e-465f-8137-945fc57c1cca req-7e790fc4-3bde-43df-9e0a-63950eae9ec1 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/security-groups?id=f88436f6-4807-47cf-9c32-5e8b909766e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375478 Sep 07 14:13:48.482368 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238a6824-3122-4dce-9f2a-921ca9fe47c2 req-6ffb054c-7b6e-4b30-9eb9-19a4821d9da1 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:13:48.483101 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:13:48.484226 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-238a6824-3122-4dce-9f2a-921ca9fe47c2 req-6ffb054c-7b6e-4b30-9eb9-19a4821d9da1 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f0af0de-7730-41cd-9fec-a449b855d409 HTTP/1.1" status: 200 len: 945 time: 0.0517702 Sep 07 14:13:48.523192 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-238a6824-3122-4dce-9f2a-921ca9fe47c2 req-696a9e91-48df-43ae-a119-c8e8bf83dd76 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/security-groups?id=f88436f6-4807-47cf-9c32-5e8b909766e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321488 Sep 07 14:13:48.966918 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.agents_db [None req-36878762-3245-425c-bb44-2e5aea615dc4 None None] Agent healthcheck: found 6 active agents {{(pid=94140) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 14:13:49.653346 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbc7b05-b02d-4410-b16a-8e8ba49bbb9e req-c85d3703-0474-4a55-ad7f-e0111e361b95 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:13:49.654736 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-acbc7b05-b02d-4410-b16a-8e8ba49bbb9e req-c85d3703-0474-4a55-ad7f-e0111e361b95 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f0af0de-7730-41cd-9fec-a449b855d409 HTTP/1.1" status: 200 len: 945 time: 0.0501864 Sep 07 14:13:49.695508 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-acbc7b05-b02d-4410-b16a-8e8ba49bbb9e req-cede279c-f9d2-4798-9b12-17934f884041 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/security-groups?id=f88436f6-4807-47cf-9c32-5e8b909766e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347970 Sep 07 14:13:50.825408 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9d8ebf-4b0b-4c1e-86a6-035a6c2a6715 req-84707b68-5b6d-4f93-afd5-ee2da79175e2 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:13:50.827163 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-df9d8ebf-4b0b-4c1e-86a6-035a6c2a6715 req-84707b68-5b6d-4f93-afd5-ee2da79175e2 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f0af0de-7730-41cd-9fec-a449b855d409 HTTP/1.1" status: 200 len: 945 time: 0.0554607 Sep 07 14:13:50.871392 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-df9d8ebf-4b0b-4c1e-86a6-035a6c2a6715 req-e769bed9-10d3-4f8c-b77a-a73cf30db94d tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/security-groups?id=f88436f6-4807-47cf-9c32-5e8b909766e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371068 Sep 07 14:13:51.994119 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534b751b-11ca-4334-8a8b-3a5134f650fc req-005069d5-8469-42fa-ab7a-91119aef0547 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:13:51.995603 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-534b751b-11ca-4334-8a8b-3a5134f650fc req-005069d5-8469-42fa-ab7a-91119aef0547 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f0af0de-7730-41cd-9fec-a449b855d409 HTTP/1.1" status: 200 len: 945 time: 0.0490885 Sep 07 14:13:52.036056 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-534b751b-11ca-4334-8a8b-3a5134f650fc req-b8d4c372-1872-47ea-ad68-cee0e6bd8260 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/security-groups?id=f88436f6-4807-47cf-9c32-5e8b909766e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345056 Sep 07 14:13:53.164730 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26841172-1029-4ffb-8d2d-e5ed5408568f req-2aa61169-f1e0-4e40-b1bb-15c3c517e797 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:13:53.166101 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-26841172-1029-4ffb-8d2d-e5ed5408568f req-2aa61169-f1e0-4e40-b1bb-15c3c517e797 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f0af0de-7730-41cd-9fec-a449b855d409 HTTP/1.1" status: 200 len: 945 time: 0.0522966 Sep 07 14:13:53.204406 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-26841172-1029-4ffb-8d2d-e5ed5408568f req-cb9a2337-9efd-481c-9aa3-823b0280b0e6 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/security-groups?id=f88436f6-4807-47cf-9c32-5e8b909766e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317037 Sep 07 14:13:54.173764 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-05f24bbf-89ba-4ca4-b308-6c8a357972db req-5dfd1f0d-9cf8-4c5e-b624-fa889ebe2910 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-263036276&fields=id&tenant_id=25d79c53f0bd4923ab966dd0d5f549ca HTTP/1.1" status: 200 len: 267 time: 0.0357246 Sep 07 14:13:54.297551 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f24bbf-89ba-4ca4-b308-6c8a357972db req-a414e18a-2204-473f-99f8-19166450b144 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:13:54.299087 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-05f24bbf-89ba-4ca4-b308-6c8a357972db req-a414e18a-2204-473f-99f8-19166450b144 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] 10.222.0.60 "GET /v2.0/networks?id=f7617b6d-ab89-4a54-b036-07b674993ecd HTTP/1.1" status: 200 len: 812 time: 0.1185601 Sep 07 14:13:54.341924 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-05f24bbf-89ba-4ca4-b308-6c8a357972db req-4142d718-5155-4a52-8f4c-2a336731babe tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] 10.222.0.60 "GET /v2.0/quotas/25d79c53f0bd4923ab966dd0d5f549ca HTTP/1.1" status: 200 len: 375 time: 0.0149477 Sep 07 14:13:54.373545 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa5c5e5-8adb-40a4-9e31-23f40c3d0e6a req-a4bc6600-044e-41d1-9651-1cda539fa799 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:13:54.375483 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-daa5c5e5-8adb-40a4-9e31-23f40c3d0e6a req-a4bc6600-044e-41d1-9651-1cda539fa799 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f0af0de-7730-41cd-9fec-a449b855d409 HTTP/1.1" status: 200 len: 945 time: 0.0950468 Sep 07 14:13:54.452976 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-05f24bbf-89ba-4ca4-b308-6c8a357972db req-d00e677f-3797-4cff-802a-fce9d4379b6a tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=25d79c53f0bd4923ab966dd0d5f549ca&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1033003 Sep 07 14:13:54.456783 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-daa5c5e5-8adb-40a4-9e31-23f40c3d0e6a req-6751c386-74d8-4c5a-beff-18b03f93c669 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/security-groups?id=f88436f6-4807-47cf-9c32-5e8b909766e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613530 Sep 07 14:13:54.558543 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-05f24bbf-89ba-4ca4-b308-6c8a357972db req-bba49438-e5fd-4fe5-b17d-bf517fc5ec01 service neutron] 10.222.0.60 "GET /v2.0/networks/f7617b6d-ab89-4a54-b036-07b674993ecd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856962 Sep 07 14:13:54.663217 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-05f24bbf-89ba-4ca4-b308-6c8a357972db req-f281826d-e4ab-4dac-b018-134259159db9 service neutron] 10.222.0.60 "GET /v2.0/networks/f7617b6d-ab89-4a54-b036-07b674993ecd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975273 Sep 07 14:13:54.970157 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-7acad8f5-880c-454f-882b-77299d7d4160 req-fb522899-a649-4cdb-be3f-9514eb1e42f1 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] 10.222.0.60 "GET /v2.0/ports?device_id=703cc4c0-4ab7-4d79-9e4e-d56cff6733b4 HTTP/1.1" status: 200 len: 210 time: 0.0279799 Sep 07 14:13:55.578486 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53969fc9-1bfa-477e-a3a1-245d170aa095 req-52a18c9c-19fb-4a10-9a4c-e5287131a30c tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:13:55.580040 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-53969fc9-1bfa-477e-a3a1-245d170aa095 req-52a18c9c-19fb-4a10-9a4c-e5287131a30c tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f0af0de-7730-41cd-9fec-a449b855d409 HTTP/1.1" status: 200 len: 945 time: 0.0506511 Sep 07 14:13:55.618230 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-53969fc9-1bfa-477e-a3a1-245d170aa095 req-8fe6ab54-ff0d-4bfc-a15c-df120caae887 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/security-groups?id=f88436f6-4807-47cf-9c32-5e8b909766e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322001 Sep 07 14:13:55.917573 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f24bbf-89ba-4ca4-b308-6c8a357972db req-d7b9d269-3abd-490f-9484-6d12f503a5e2 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:13:55.919112 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-05f24bbf-89ba-4ca4-b308-6c8a357972db req-d7b9d269-3abd-490f-9484-6d12f503a5e2 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] 10.222.0.23 "GET /v2.0/networks?id=f7617b6d-ab89-4a54-b036-07b674993ecd HTTP/1.1" status: 200 len: 812 time: 0.1113834 Sep 07 14:13:55.965238 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-05f24bbf-89ba-4ca4-b308-6c8a357972db req-c89f4c9c-1e64-4d99-8804-fd2d5e293a86 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=25d79c53f0bd4923ab966dd0d5f549ca HTTP/1.1" status: 200 len: 379 time: 0.0340936 Sep 07 14:13:55.983049 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.v2.base [req-05f24bbf-89ba-4ca4-b308-6c8a357972db req-a198f274-588e-43af-9997-4392d18d29a3 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Request body: {'port': {'device_id': '703cc4c0-4ab7-4d79-9e4e-d56cff6733b4', 'network_id': 'f7617b6d-ab89-4a54-b036-07b674993ecd', 'admin_state_up': True, 'tenant_id': '25d79c53f0bd4923ab966dd0d5f549ca', 'security_groups': ['b43b779f-4290-4cca-8b16-3ea14c0aeddc']}} {{(pid=94138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:13:56.076422 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-35c5aece-89d1-4155-be31-3495b9a05c86 req-a29f3af9-1e04-4288-8ded-d9d976e4c8c4 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] 10.222.0.60 "GET /v2.0/ports?device_id=703cc4c0-4ab7-4d79-9e4e-d56cff6733b4 HTTP/1.1" status: 200 len: 210 time: 0.0267661 Sep 07 14:13:56.109251 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05f24bbf-89ba-4ca4-b308-6c8a357972db req-a198f274-588e-43af-9997-4392d18d29a3 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Made reservation on behalf of 25d79c53f0bd4923ab966dd0d5f549ca for: {'port': 1} {{(pid=94138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 14:13:56.113303 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-05f24bbf-89ba-4ca4-b308-6c8a357972db req-a198f274-588e-43af-9997-4392d18d29a3 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:13:56.237836 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.db.db_base_plugin_common [req-05f24bbf-89ba-4ca4-b308-6c8a357972db req-a198f274-588e-43af-9997-4392d18d29a3 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Allocated IP 172.20.0.8 (f7617b6d-ab89-4a54-b036-07b674993ecd/3750f73b-6c72-42f1-b8a9-086bab013509/844f8d1e-2b2d-4091-a8a4-59da7a10893d) {{(pid=94138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 14:13:56.395469 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-05f24bbf-89ba-4ca4-b308-6c8a357972db req-a198f274-588e-43af-9997-4392d18d29a3 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Notify callbacks [] for port, precommit_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:13:56.412047 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.db.provisioning_blocks [req-05f24bbf-89ba-4ca4-b308-6c8a357972db req-a198f274-588e-43af-9997-4392d18d29a3 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Transition to ACTIVE for port object 844f8d1e-2b2d-4091-a8a4-59da7a10893d will not be triggered until provisioned by entity DHCP. {{(pid=94138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 14:13:56.448224 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-05f24bbf-89ba-4ca4-b308-6c8a357972db req-a198f274-588e-43af-9997-4392d18d29a3 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735728620445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65197361'] for port, after_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:13:56.488772 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05f24bbf-89ba-4ca4-b308-6c8a357972db req-a198f274-588e-43af-9997-4392d18d29a3 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Network f7617b6d-ab89-4a54-b036-07b674993ecd is already hosted by enough agents. {{(pid=94138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 14:13:56.492191 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.scheduler.base_scheduler [req-05f24bbf-89ba-4ca4-b308-6c8a357972db req-a198f274-588e-43af-9997-4392d18d29a3 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Resources bound (agent type, host, resource id): {{(pid=94138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:13:56.504403 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.db.l3_dvrscheduler_db [req-05f24bbf-89ba-4ca4-b308-6c8a357972db req-a198f274-588e-43af-9997-4392d18d29a3 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Received port after_create {{(pid=94138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 14:13:56.535021 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a198f274-588e-43af-9997-4392d18d29a3 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Pushing event updated for resources: {'Port': ['ID=844f8d1e-2b2d-4091-a8a4-59da7a10893d,revision_number=1']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:13:56.570258 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f24bbf-89ba-4ca4-b308-6c8a357972db req-a198f274-588e-43af-9997-4392d18d29a3 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:13:56.570258 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-05f24bbf-89ba-4ca4-b308-6c8a357972db req-a198f274-588e-43af-9997-4392d18d29a3 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88768'] for port, before_response {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:13:56.583876 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-05f24bbf-89ba-4ca4-b308-6c8a357972db req-a198f274-588e-43af-9997-4392d18d29a3 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6053979 Sep 07 14:13:56.598521 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.v2.base [req-05f24bbf-89ba-4ca4-b308-6c8a357972db req-02e3394d-9627-45bc-a908-be7305f3bdce service neutron] Request body: {'port': {'device_id': '703cc4c0-4ab7-4d79-9e4e-d56cff6733b4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78291'}} {{(pid=94138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:13:56.655583 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-05f24bbf-89ba-4ca4-b308-6c8a357972db req-02e3394d-9627-45bc-a908-be7305f3bdce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_update {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:13:56.704080 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-fc3d5d13-532f-41f4-88d1-0bf5815b16c3 None None] Provisioning for port 844f8d1e-2b2d-4091-a8a4-59da7a10893d completed by entity DHCP. {{(pid=94139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 14:13:56.708597 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-fc3d5d13-532f-41f4-88d1-0bf5815b16c3 None None] Provisioning complete for port 844f8d1e-2b2d-4091-a8a4-59da7a10893d triggered by entity DHCP. {{(pid=94139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:13:56.709090 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-fc3d5d13-532f-41f4-88d1-0bf5815b16c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462246'] for port, provisioning_complete {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:13:56.745538 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.plugin [None req-fc3d5d13-532f-41f4-88d1-0bf5815b16c3 None None] Port 844f8d1e-2b2d-4091-a8a4-59da7a10893d cannot update to ACTIVE because it is not bound. {{(pid=94139) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 14:13:56.767725 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ead70b-0fb3-40ba-81f0-5bfd600c5b66 req-8604a9c1-ac9d-40e7-8b67-e59e0a634da3 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:13:56.770246 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-b9ead70b-0fb3-40ba-81f0-5bfd600c5b66 req-8604a9c1-ac9d-40e7-8b67-e59e0a634da3 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f0af0de-7730-41cd-9fec-a449b855d409 HTTP/1.1" status: 200 len: 945 time: 0.0640407 Sep 07 14:13:56.809623 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-b9ead70b-0fb3-40ba-81f0-5bfd600c5b66 req-d17e6781-41e1-4012-8558-e60ac275c691 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/security-groups?id=f88436f6-4807-47cf-9c32-5e8b909766e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333588 Sep 07 14:13:56.941317 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.notifiers.nova [req-05f24bbf-89ba-4ca4-b308-6c8a357972db req-02e3394d-9627-45bc-a908-be7305f3bdce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 844f8d1e-2b2d-4091-a8a4-59da7a10893d {{(pid=94138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 14:13:56.949596 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-05f24bbf-89ba-4ca4-b308-6c8a357972db req-02e3394d-9627-45bc-a908-be7305f3bdce service neutron] Notify callbacks [] for port, precommit_update {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:13:56.966107 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.db.provisioning_blocks [req-05f24bbf-89ba-4ca4-b308-6c8a357972db req-02e3394d-9627-45bc-a908-be7305f3bdce service neutron] Transition to ACTIVE for port object 844f8d1e-2b2d-4091-a8a4-59da7a10893d will not be triggered until provisioned by entity L2. {{(pid=94138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 14:13:56.971733 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-05f24bbf-89ba-4ca4-b308-6c8a357972db req-02e3394d-9627-45bc-a908-be7305f3bdce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735729008622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735728620463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735728620481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65197374'] for port, after_update {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:13:57.034511 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e3394d-9627-45bc-a908-be7305f3bdce service neutron] Pushing event updated for resources: {'Port': ['ID=844f8d1e-2b2d-4091-a8a4-59da7a10893d,revision_number=2']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:13:57.109698 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.managers [req-05f24bbf-89ba-4ca4-b308-6c8a357972db req-02e3394d-9627-45bc-a908-be7305f3bdce service neutron] Attempting to bind port 844f8d1e-2b2d-4091-a8a4-59da7a10893d on host hv-cinder-78291 for vnic_type normal with profile {{(pid=94138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 14:13:57.110110 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.managers [req-05f24bbf-89ba-4ca4-b308-6c8a357972db req-02e3394d-9627-45bc-a908-be7305f3bdce service neutron] Attempting to bind port 844f8d1e-2b2d-4091-a8a4-59da7a10893d by drivers openvswitch,hyperv on host hv-cinder-78291 at level 0 using segments [{'id': '9951721c-ccaf-489b-b5e1-68302cc2cd5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'f7617b6d-ab89-4a54-b036-07b674993ecd'}] {{(pid=94138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 14:13:57.110579 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f24bbf-89ba-4ca4-b308-6c8a357972db req-02e3394d-9627-45bc-a908-be7305f3bdce service neutron] Attempting to bind port 844f8d1e-2b2d-4091-a8a4-59da7a10893d on network f7617b6d-ab89-4a54-b036-07b674993ecd {{(pid=94138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 14:13:57.116003 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f24bbf-89ba-4ca4-b308-6c8a357972db req-02e3394d-9627-45bc-a908-be7305f3bdce service neutron] Port 844f8d1e-2b2d-4091-a8a4-59da7a10893d on network f7617b6d-ab89-4a54-b036-07b674993ecd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78291 {{(pid=94138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 14:13:57.116589 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f24bbf-89ba-4ca4-b308-6c8a357972db req-02e3394d-9627-45bc-a908-be7305f3bdce service neutron] Attempting to bind port 844f8d1e-2b2d-4091-a8a4-59da7a10893d on network f7617b6d-ab89-4a54-b036-07b674993ecd {{(pid=94138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 14:13:57.121803 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f24bbf-89ba-4ca4-b308-6c8a357972db req-02e3394d-9627-45bc-a908-be7305f3bdce service neutron] Checking agent: {'id': '42fa3594-1565-4da1-9b03-2e08c5cc8c06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78291', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 14, 4, 18), 'started_at': datetime.datetime(2021, 9, 7, 14, 4, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 14, 13, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 14:13:57.122166 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f24bbf-89ba-4ca4-b308-6c8a357972db req-02e3394d-9627-45bc-a908-be7305f3bdce service neutron] Checking segment: {'id': '9951721c-ccaf-489b-b5e1-68302cc2cd5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'f7617b6d-ab89-4a54-b036-07b674993ecd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 14:13:57.122550 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f24bbf-89ba-4ca4-b308-6c8a357972db req-02e3394d-9627-45bc-a908-be7305f3bdce service neutron] Bound using segment: {'id': '9951721c-ccaf-489b-b5e1-68302cc2cd5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'f7617b6d-ab89-4a54-b036-07b674993ecd'} {{(pid=94138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 14:13:57.122981 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.managers [req-05f24bbf-89ba-4ca4-b308-6c8a357972db req-02e3394d-9627-45bc-a908-be7305f3bdce service neutron] Bound port: 844f8d1e-2b2d-4091-a8a4-59da7a10893d, host: hv-cinder-78291, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9951721c-ccaf-489b-b5e1-68302cc2cd5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'f7617b6d-ab89-4a54-b036-07b674993ecd'}}] {{(pid=94138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 14:13:57.123343 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-05f24bbf-89ba-4ca4-b308-6c8a357972db req-02e3394d-9627-45bc-a908-be7305f3bdce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_update {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:13:57.219505 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102139dd-efdb-4de8-a056-846a1abb6370 req-16cf7cbe-850f-437f-bdc4-e50c34cc5f1a tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:13:57.221530 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.db [req-05f24bbf-89ba-4ca4-b308-6c8a357972db req-02e3394d-9627-45bc-a908-be7305f3bdce service neutron] For port 844f8d1e-2b2d-4091-a8a4-59da7a10893d, host hv-cinder-78291, cleared binding levels {{(pid=94138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 14:13:57.222022 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-102139dd-efdb-4de8-a056-846a1abb6370 req-16cf7cbe-850f-437f-bdc4-e50c34cc5f1a tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] 10.222.0.60 "GET /v2.0/ports?device_id=703cc4c0-4ab7-4d79-9e4e-d56cff6733b4 HTTP/1.1" status: 200 len: 943 time: 0.0649881 Sep 07 14:13:57.226151 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.db [req-05f24bbf-89ba-4ca4-b308-6c8a357972db req-02e3394d-9627-45bc-a908-be7305f3bdce service neutron] For port 844f8d1e-2b2d-4091-a8a4-59da7a10893d, host hv-cinder-78291, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=844f8d1e-2b2d-4091-a8a4-59da7a10893d,segment=NetworkSegment(9951721c-ccaf-489b-b5e1-68302cc2cd5b),segment_id=9951721c-ccaf-489b-b5e1-68302cc2cd5b)] {{(pid=94138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 14:13:57.232808 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-05f24bbf-89ba-4ca4-b308-6c8a357972db req-02e3394d-9627-45bc-a908-be7305f3bdce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735729008622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735728620463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735728620481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65197374'] for port, after_update {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:13:57.271543 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f24bbf-89ba-4ca4-b308-6c8a357972db req-02e3394d-9627-45bc-a908-be7305f3bdce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:13:57.272163 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-05f24bbf-89ba-4ca4-b308-6c8a357972db req-02e3394d-9627-45bc-a908-be7305f3bdce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88768'] for port, before_response {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:13:57.273649 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-05f24bbf-89ba-4ca4-b308-6c8a357972db req-02e3394d-9627-45bc-a908-be7305f3bdce service neutron] 10.222.0.23 "PUT /v2.0/ports/844f8d1e-2b2d-4091-a8a4-59da7a10893d HTTP/1.1" status: 200 len: 1093 time: 0.6801627 Sep 07 14:13:57.274159 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '703cc4c0-4ab7-4d79-9e4e-d56cff6733b4', 'tag': '844f8d1e-2b2d-4091-a8a4-59da7a10893d'}] {{(pid=94138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:13:57.276277 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2f7ddeb31991bace343f2b2f4f22cd3bc4274a24b7cd750f83a004d46e17087" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fd03b29-269b-4f93-a2ca-d9f90376fe16" -d '{"events": [{"name": "network-changed", "server_uuid": "703cc4c0-4ab7-4d79-9e4e-d56cff6733b4", "tag": "844f8d1e-2b2d-4091-a8a4-59da7a10893d"}]}' {{(pid=94138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:13:57.277220 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-102139dd-efdb-4de8-a056-846a1abb6370 req-43739f53-b6e4-42f0-a5f5-c0a4dc736801 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] 10.222.0.60 "GET /v2.0/security-groups?id=b43b779f-4290-4cca-8b16-3ea14c0aeddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437860 Sep 07 14:13:57.307116 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e3394d-9627-45bc-a908-be7305f3bdce service neutron] Pushing event updated for resources: {'Port': ['ID=844f8d1e-2b2d-4091-a8a4-59da7a10893d,revision_number=3']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:13:57.346619 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 14:13:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24b8e66c-1f95-4725-802c-89ade4604c7b x-openstack-request-id: req-24b8e66c-1f95-4725-802c-89ade4604c7b {{(pid=94138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:13:57.346911 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "703cc4c0-4ab7-4d79-9e4e-d56cff6733b4", "tag": "844f8d1e-2b2d-4091-a8a4-59da7a10893d", "status": "completed", "code": 200}]} {{(pid=94138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:13:57.347163 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-24b8e66c-1f95-4725-802c-89ade4604c7b {{(pid=94138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:13:57.347555 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '703cc4c0-4ab7-4d79-9e4e-d56cff6733b4', 'tag': '844f8d1e-2b2d-4091-a8a4-59da7a10893d', 'status': 'completed', 'code': 200} Sep 07 14:13:57.381175 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f24bbf-89ba-4ca4-b308-6c8a357972db req-4e3153ca-4527-4acf-8a77-b018e276f417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:13:57.382832 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-05f24bbf-89ba-4ca4-b308-6c8a357972db req-4e3153ca-4527-4acf-8a77-b018e276f417 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=25d79c53f0bd4923ab966dd0d5f549ca&device_id=703cc4c0-4ab7-4d79-9e4e-d56cff6733b4 HTTP/1.1" status: 200 len: 1096 time: 0.0478537 Sep 07 14:13:57.427095 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-05f24bbf-89ba-4ca4-b308-6c8a357972db req-4e43f7eb-b63e-4d23-a86d-103ec743cc72 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=844f8d1e-2b2d-4091-a8a4-59da7a10893d HTTP/1.1" status: 200 len: 217 time: 0.0355060 Sep 07 14:13:57.482277 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f24bbf-89ba-4ca4-b308-6c8a357972db req-a4f836e0-77c4-4093-9fc5-1fd98eebfd8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:13:57.483731 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-05f24bbf-89ba-4ca4-b308-6c8a357972db req-a4f836e0-77c4-4093-9fc5-1fd98eebfd8f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3750f73b-6c72-42f1-b8a9-086bab013509 HTTP/1.1" status: 200 len: 851 time: 0.0484915 Sep 07 14:13:57.531908 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f24bbf-89ba-4ca4-b308-6c8a357972db req-2e842d07-800b-4bd3-9be7-d0582bc6f2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:13:57.533488 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-05f24bbf-89ba-4ca4-b308-6c8a357972db req-2e842d07-800b-4bd3-9be7-d0582bc6f2f6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f7617b6d-ab89-4a54-b036-07b674993ecd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0415397 Sep 07 14:13:57.625090 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-05f24bbf-89ba-4ca4-b308-6c8a357972db req-6dff13c7-7019-4f5d-aeea-dee013f79afa service neutron] 10.222.0.23 "GET /v2.0/networks/f7617b6d-ab89-4a54-b036-07b674993ecd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830882 Sep 07 14:13:57.727291 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-05f24bbf-89ba-4ca4-b308-6c8a357972db req-026cd399-4516-4009-bd7f-2d8248cdcb5f service neutron] 10.222.0.23 "GET /v2.0/networks/f7617b6d-ab89-4a54-b036-07b674993ecd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945086 Sep 07 14:13:57.814853 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd03b29-269b-4f93-a2ca-d9f90376fe16 req-12be4307-8a6f-45e0-be01-e28e62746bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:13:57.816288 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-7fd03b29-269b-4f93-a2ca-d9f90376fe16 req-12be4307-8a6f-45e0-be01-e28e62746bda service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=25d79c53f0bd4923ab966dd0d5f549ca&device_id=703cc4c0-4ab7-4d79-9e4e-d56cff6733b4 HTTP/1.1" status: 200 len: 1096 time: 0.0407598 Sep 07 14:13:57.921545 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd03b29-269b-4f93-a2ca-d9f90376fe16 req-2c40df46-c466-4547-bf7f-fa2e97912572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:13:57.923052 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-7fd03b29-269b-4f93-a2ca-d9f90376fe16 req-2c40df46-c466-4547-bf7f-fa2e97912572 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f7617b6d-ab89-4a54-b036-07b674993ecd HTTP/1.1" status: 200 len: 913 time: 0.0963447 Sep 07 14:13:57.930800 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5a3e1f-c817-4072-ad20-8c4b16ee689d req-bed0d952-0c1f-4860-b200-3db9251a7081 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:13:57.933166 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-1c5a3e1f-c817-4072-ad20-8c4b16ee689d req-bed0d952-0c1f-4860-b200-3db9251a7081 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f0af0de-7730-41cd-9fec-a449b855d409 HTTP/1.1" status: 200 len: 945 time: 0.0507264 Sep 07 14:13:57.966376 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-7fd03b29-269b-4f93-a2ca-d9f90376fe16 req-386cc56e-9a6b-444d-9abd-41a303a87f30 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=844f8d1e-2b2d-4091-a8a4-59da7a10893d HTTP/1.1" status: 200 len: 217 time: 0.0360885 Sep 07 14:13:57.973626 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-1c5a3e1f-c817-4072-ad20-8c4b16ee689d req-516ec425-a77f-4324-9c80-6142b59681ed tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/security-groups?id=f88436f6-4807-47cf-9c32-5e8b909766e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327802 Sep 07 14:13:58.026216 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd03b29-269b-4f93-a2ca-d9f90376fe16 req-22bfb9f9-e2ef-486b-ba5a-00ca8324d9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:13:58.027993 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-7fd03b29-269b-4f93-a2ca-d9f90376fe16 req-22bfb9f9-e2ef-486b-ba5a-00ca8324d9ae service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3750f73b-6c72-42f1-b8a9-086bab013509 HTTP/1.1" status: 200 len: 851 time: 0.0546646 Sep 07 14:13:58.074019 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd03b29-269b-4f93-a2ca-d9f90376fe16 req-5e1a4a90-979a-42fa-927d-1680106eb270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:13:58.075471 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-7fd03b29-269b-4f93-a2ca-d9f90376fe16 req-5e1a4a90-979a-42fa-927d-1680106eb270 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f7617b6d-ab89-4a54-b036-07b674993ecd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0402467 Sep 07 14:13:58.174451 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-7fd03b29-269b-4f93-a2ca-d9f90376fe16 req-a88d9628-481c-4597-b47c-5a63054116d0 service neutron] 10.222.0.23 "GET /v2.0/networks/f7617b6d-ab89-4a54-b036-07b674993ecd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899849 Sep 07 14:13:58.279288 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-7fd03b29-269b-4f93-a2ca-d9f90376fe16 req-16ca92bf-7af8-4c76-b3bb-049cbb7b16f7 service neutron] 10.222.0.23 "GET /v2.0/networks/f7617b6d-ab89-4a54-b036-07b674993ecd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948465 Sep 07 14:13:58.404380 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90fa5fc-930b-4da2-983d-2277fa12b664 req-a86d772e-a70d-420a-8aa0-a0410b852251 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:13:58.406202 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-e90fa5fc-930b-4da2-983d-2277fa12b664 req-a86d772e-a70d-420a-8aa0-a0410b852251 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] 10.222.0.60 "GET /v2.0/ports?device_id=703cc4c0-4ab7-4d79-9e4e-d56cff6733b4 HTTP/1.1" status: 200 len: 943 time: 0.0536785 Sep 07 14:13:58.446097 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-e90fa5fc-930b-4da2-983d-2277fa12b664 req-33677b70-5b32-495b-949c-52af89be08a9 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] 10.222.0.60 "GET /v2.0/security-groups?id=b43b779f-4290-4cca-8b16-3ea14c0aeddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329850 Sep 07 14:13:59.093833 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c0dbb3-1f12-436d-adae-9e93aebf509e req-4682615b-1af3-4b1b-8df6-c7c08cb8a929 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:13:59.095804 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-c5c0dbb3-1f12-436d-adae-9e93aebf509e req-4682615b-1af3-4b1b-8df6-c7c08cb8a929 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f0af0de-7730-41cd-9fec-a449b855d409 HTTP/1.1" status: 200 len: 945 time: 0.0508711 Sep 07 14:13:59.135791 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-c5c0dbb3-1f12-436d-adae-9e93aebf509e req-dd802ac9-db02-4e79-a9cf-3bf10109e9e8 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/security-groups?id=f88436f6-4807-47cf-9c32-5e8b909766e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340064 Sep 07 14:13:59.420397 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-3dd91dbc-a849-49de-b9a7-0539ca5d4b2b req-58d2cfff-9ecf-485a-b900-9c990686cd28 tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1945290004&fields=id&tenant_id=d1da509f5a404b83b8d7b6b8e5c8939b HTTP/1.1" status: 200 len: 267 time: 0.0333805 Sep 07 14:13:59.541378 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd91dbc-a849-49de-b9a7-0539ca5d4b2b req-e9dc3f08-e7a4-4e55-a34c-d6341419f252 tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:13:59.542797 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-3dd91dbc-a849-49de-b9a7-0539ca5d4b2b req-e9dc3f08-e7a4-4e55-a34c-d6341419f252 tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] 10.222.0.60 "GET /v2.0/networks?id=af120e7e-f468-4252-b4c8-d417ff270b91 HTTP/1.1" status: 200 len: 809 time: 0.1151681 Sep 07 14:13:59.570658 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-3dd91dbc-a849-49de-b9a7-0539ca5d4b2b req-29756253-53cd-4a64-ae80-6a144cc15adf tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] 10.222.0.60 "GET /v2.0/quotas/d1da509f5a404b83b8d7b6b8e5c8939b HTTP/1.1" status: 200 len: 375 time: 0.0144429 Sep 07 14:13:59.614613 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9df935-2437-457d-90b3-7d84c7c30e3e req-0d2ddfd3-e5ab-492f-afa1-fe75c46ee675 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:13:59.616114 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-ef9df935-2437-457d-90b3-7d84c7c30e3e req-0d2ddfd3-e5ab-492f-afa1-fe75c46ee675 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] 10.222.0.60 "GET /v2.0/ports?device_id=703cc4c0-4ab7-4d79-9e4e-d56cff6733b4 HTTP/1.1" status: 200 len: 943 time: 0.1007085 Sep 07 14:13:59.660648 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-3dd91dbc-a849-49de-b9a7-0539ca5d4b2b req-ebf722fc-9dd1-4acd-aed6-25a519f8465a tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=d1da509f5a404b83b8d7b6b8e5c8939b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0838673 Sep 07 14:13:59.673999 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-ef9df935-2437-457d-90b3-7d84c7c30e3e req-a0624de2-cb85-4783-b298-1075b2e64436 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] 10.222.0.60 "GET /v2.0/security-groups?id=b43b779f-4290-4cca-8b16-3ea14c0aeddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488250 Sep 07 14:13:59.765186 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-3dd91dbc-a849-49de-b9a7-0539ca5d4b2b req-fdd7dd27-ec67-40ae-a597-ec46d5a8c258 service neutron] 10.222.0.60 "GET /v2.0/networks/af120e7e-f468-4252-b4c8-d417ff270b91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902262 Sep 07 14:13:59.867001 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-3dd91dbc-a849-49de-b9a7-0539ca5d4b2b req-68fe9f68-33bf-4cf1-bf8e-31806c35a779 service neutron] 10.222.0.60 "GET /v2.0/networks/af120e7e-f468-4252-b4c8-d417ff270b91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956783 Sep 07 14:14:00.165220 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-46b70eca-53db-47e5-97a8-3925b1529910 req-5b8d3222-d1f3-4fae-8092-b9b9dbc6926e tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] 10.222.0.60 "GET /v2.0/ports?device_id=c69ede9d-d3ac-4eec-a316-4467d29a597b HTTP/1.1" status: 200 len: 210 time: 0.0278215 Sep 07 14:14:00.276179 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d600e7b-1387-4756-84c1-33fa57683a3b req-e09434ba-fc56-442f-b3d0-242bcf8415ee tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:14:00.281908 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-3d600e7b-1387-4756-84c1-33fa57683a3b req-e09434ba-fc56-442f-b3d0-242bcf8415ee tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f0af0de-7730-41cd-9fec-a449b855d409 HTTP/1.1" status: 200 len: 945 time: 0.0567739 Sep 07 14:14:00.325849 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-3d600e7b-1387-4756-84c1-33fa57683a3b req-981578bb-6e28-40e4-a724-9452bb807fd7 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/security-groups?id=f88436f6-4807-47cf-9c32-5e8b909766e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408106 Sep 07 14:14:00.791115 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dd48ce-9ac4-4b06-9db5-116789a18a88 req-aa1a1089-7fbc-446c-914f-3f10b3c66832 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:14:00.792602 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-a5dd48ce-9ac4-4b06-9db5-116789a18a88 req-aa1a1089-7fbc-446c-914f-3f10b3c66832 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] 10.222.0.60 "GET /v2.0/ports?device_id=703cc4c0-4ab7-4d79-9e4e-d56cff6733b4 HTTP/1.1" status: 200 len: 943 time: 0.0495090 Sep 07 14:14:00.830905 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-a5dd48ce-9ac4-4b06-9db5-116789a18a88 req-85d7279d-420d-4e9c-bf68-50a67fdd5c32 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] 10.222.0.60 "GET /v2.0/security-groups?id=b43b779f-4290-4cca-8b16-3ea14c0aeddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317760 Sep 07 14:14:01.112105 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd91dbc-a849-49de-b9a7-0539ca5d4b2b req-4d377662-fbae-483e-87c2-6815518529bf tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:14:01.113649 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-3dd91dbc-a849-49de-b9a7-0539ca5d4b2b req-4d377662-fbae-483e-87c2-6815518529bf tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] 10.222.0.23 "GET /v2.0/networks?id=af120e7e-f468-4252-b4c8-d417ff270b91 HTTP/1.1" status: 200 len: 809 time: 0.1106884 Sep 07 14:14:01.172532 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-3dd91dbc-a849-49de-b9a7-0539ca5d4b2b req-cdfe876c-04d6-4f64-b070-4d80a2a8be7b tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d1da509f5a404b83b8d7b6b8e5c8939b HTTP/1.1" status: 200 len: 380 time: 0.0468254 Sep 07 14:14:01.185376 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.v2.base [req-3dd91dbc-a849-49de-b9a7-0539ca5d4b2b req-332bc93d-23e3-40e7-8334-c67e892437c3 tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] Request body: {'port': {'device_id': 'c69ede9d-d3ac-4eec-a316-4467d29a597b', 'network_id': 'af120e7e-f468-4252-b4c8-d417ff270b91', 'admin_state_up': True, 'tenant_id': 'd1da509f5a404b83b8d7b6b8e5c8939b', 'security_groups': ['3817d4f7-dbdf-4d93-9fc2-a322ee5574b9']}} {{(pid=94138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:14:01.278639 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-69828195-9782-4284-8cd3-55da2c965956 req-7d63583d-ce14-4fb1-b03d-e91648f05039 tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] 10.222.0.60 "GET /v2.0/ports?device_id=c69ede9d-d3ac-4eec-a316-4467d29a597b HTTP/1.1" status: 200 len: 210 time: 0.0320773 Sep 07 14:14:01.308970 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3dd91dbc-a849-49de-b9a7-0539ca5d4b2b req-332bc93d-23e3-40e7-8334-c67e892437c3 tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] Made reservation on behalf of d1da509f5a404b83b8d7b6b8e5c8939b for: {'port': 1} {{(pid=94138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 14:14:01.312746 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-3dd91dbc-a849-49de-b9a7-0539ca5d4b2b req-332bc93d-23e3-40e7-8334-c67e892437c3 tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:14:01.452643 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4eb37f-42ec-4744-a1f1-513ba047ff3b req-fb689d8b-5fcc-4bf0-874a-99f775c5861a tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:14:01.454301 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-2a4eb37f-42ec-4744-a1f1-513ba047ff3b req-fb689d8b-5fcc-4bf0-874a-99f775c5861a tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f0af0de-7730-41cd-9fec-a449b855d409 HTTP/1.1" status: 200 len: 945 time: 0.0520818 Sep 07 14:14:01.454985 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Device 68cb8dbf-618e-4367-b8d3-a72054f4d234 details requested by agent hyperv_hv-cinder-78291 with host hv-cinder-78291 {{(pid=94139) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 14:14:01.499406 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-2a4eb37f-42ec-4744-a1f1-513ba047ff3b req-d99a736b-8ff4-4b6e-917a-a9be74df4ee1 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/security-groups?id=f88436f6-4807-47cf-9c32-5e8b909766e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374365 Sep 07 14:14:01.575833 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.db [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] For port 68cb8dbf-618e-4367-b8d3-a72054f4d234, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=68cb8dbf-618e-4367-b8d3-a72054f4d234,segment=NetworkSegment(21c9d53f-7d57-4732-bacb-70574652c02f),segment_id=21c9d53f-7d57-4732-bacb-70574652c02f)] {{(pid=94139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:14:01.588969 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Returning: {'device': '68cb8dbf-618e-4367-b8d3-a72054f4d234', 'network_id': '7080b35d-131d-4288-830a-20e851d36466', 'port_id': '68cb8dbf-618e-4367-b8d3-a72054f4d234', 'mac_address': 'fa:16:3e:bd:43:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 692, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ffd200c-eaef-4ea2-b697-3bcc1716b422', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94139) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 14:14:01.631109 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:14:01.644543 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.notifiers.nova [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 68cb8dbf-618e-4367-b8d3-a72054f4d234 {{(pid=94139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 14:14:01.667650 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.db [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] For port 68cb8dbf-618e-4367-b8d3-a72054f4d234, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=68cb8dbf-618e-4367-b8d3-a72054f4d234,segment=NetworkSegment(21c9d53f-7d57-4732-bacb-70574652c02f),segment_id=21c9d53f-7d57-4732-bacb-70574652c02f)] {{(pid=94139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:14:01.678520 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735729008622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735728620463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735728620481'] for port, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:14:01.733265 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Pushing event updated for resources: {'Port': ['ID=68cb8dbf-618e-4367-b8d3-a72054f4d234,revision_number=6']} {{(pid=94139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:14:01.746562 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.db.db_base_plugin_common [req-3dd91dbc-a849-49de-b9a7-0539ca5d4b2b req-332bc93d-23e3-40e7-8334-c67e892437c3 tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] Allocated IP 172.20.0.8 (af120e7e-f468-4252-b4c8-d417ff270b91/4f109a84-4d9b-4daa-b3d3-35df2838d3cc/eb9a30c2-0a64-476f-bb54-b1ce3a5feda7) {{(pid=94138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 14:14:01.769505 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.db [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] get_ports_and_sgs() called for port_ids ['68cb8dbf-618e-4367-b8d3-a72054f4d234'] {{(pid=94139) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 14:14:01.901238 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-3dd91dbc-a849-49de-b9a7-0539ca5d4b2b req-332bc93d-23e3-40e7-8334-c67e892437c3 tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] Notify callbacks [] for port, precommit_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:14:01.915934 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.db.provisioning_blocks [req-3dd91dbc-a849-49de-b9a7-0539ca5d4b2b req-332bc93d-23e3-40e7-8334-c67e892437c3 tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] Transition to ACTIVE for port object eb9a30c2-0a64-476f-bb54-b1ce3a5feda7 will not be triggered until provisioned by entity DHCP. {{(pid=94138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 14:14:01.950708 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-3dd91dbc-a849-49de-b9a7-0539ca5d4b2b req-332bc93d-23e3-40e7-8334-c67e892437c3 tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735728620445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65197361'] for port, after_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:14:01.960334 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5cddf3-3f08-44f9-aaee-57d98bb0e475 req-ee065ce3-c054-40c2-8dce-24868df25824 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:14:01.962023 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-2d5cddf3-3f08-44f9-aaee-57d98bb0e475 req-ee065ce3-c054-40c2-8dce-24868df25824 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] 10.222.0.60 "GET /v2.0/ports?device_id=703cc4c0-4ab7-4d79-9e4e-d56cff6733b4 HTTP/1.1" status: 200 len: 943 time: 0.0529060 Sep 07 14:14:01.995071 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3dd91dbc-a849-49de-b9a7-0539ca5d4b2b req-332bc93d-23e3-40e7-8334-c67e892437c3 tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] Network af120e7e-f468-4252-b4c8-d417ff270b91 is already hosted by enough agents. {{(pid=94138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 14:14:02.000105 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.scheduler.base_scheduler [req-3dd91dbc-a849-49de-b9a7-0539ca5d4b2b req-332bc93d-23e3-40e7-8334-c67e892437c3 tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] Resources bound (agent type, host, resource id): {{(pid=94138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:14:02.000888 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-2d5cddf3-3f08-44f9-aaee-57d98bb0e475 req-4d83d774-793c-4c7f-a3fd-8b3a3ecfed80 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] 10.222.0.60 "GET /v2.0/security-groups?id=b43b779f-4290-4cca-8b16-3ea14c0aeddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326259 Sep 07 14:14:02.005165 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dd91dbc-a849-49de-b9a7-0539ca5d4b2b req-332bc93d-23e3-40e7-8334-c67e892437c3 tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] Received port after_create {{(pid=94138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 14:14:02.009113 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332bc93d-23e3-40e7-8334-c67e892437c3 tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] Pushing event updated for resources: {'Port': ['ID=eb9a30c2-0a64-476f-bb54-b1ce3a5feda7,revision_number=1']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:14:02.065117 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd91dbc-a849-49de-b9a7-0539ca5d4b2b req-332bc93d-23e3-40e7-8334-c67e892437c3 tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:14:02.065849 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-3dd91dbc-a849-49de-b9a7-0539ca5d4b2b req-332bc93d-23e3-40e7-8334-c67e892437c3 tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88768'] for port, before_response {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:14:02.080997 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-3dd91dbc-a849-49de-b9a7-0539ca5d4b2b req-332bc93d-23e3-40e7-8334-c67e892437c3 tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8993580 Sep 07 14:14:02.097992 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.v2.base [req-3dd91dbc-a849-49de-b9a7-0539ca5d4b2b req-783ffa4b-be7f-442d-8f2f-e55bc0134cbf service neutron] Request body: {'port': {'device_id': 'c69ede9d-d3ac-4eec-a316-4467d29a597b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78291'}} {{(pid=94138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:14:02.157184 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-3dd91dbc-a849-49de-b9a7-0539ca5d4b2b req-783ffa4b-be7f-442d-8f2f-e55bc0134cbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_update {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:14:02.263044 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-a9efc00e-51a0-4274-97d6-af305a3d5886 None None] Provisioning for port eb9a30c2-0a64-476f-bb54-b1ce3a5feda7 completed by entity DHCP. {{(pid=94139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 14:14:02.267409 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-a9efc00e-51a0-4274-97d6-af305a3d5886 None None] Provisioning complete for port eb9a30c2-0a64-476f-bb54-b1ce3a5feda7 triggered by entity DHCP. {{(pid=94139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:14:02.267784 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-a9efc00e-51a0-4274-97d6-af305a3d5886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462246'] for port, provisioning_complete {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:14:02.304382 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.plugin [None req-a9efc00e-51a0-4274-97d6-af305a3d5886 None None] Port eb9a30c2-0a64-476f-bb54-b1ce3a5feda7 cannot update to ACTIVE because it is not bound. {{(pid=94139) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 14:14:02.409826 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9faf1f-0f04-46f1-a275-3fec79c9d571 req-057354c5-ffe0-4037-9fe4-2e3a5a2862a9 tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:14:02.413809 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-ee9faf1f-0f04-46f1-a275-3fec79c9d571 req-057354c5-ffe0-4037-9fe4-2e3a5a2862a9 tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] 10.222.0.60 "GET /v2.0/ports?device_id=c69ede9d-d3ac-4eec-a316-4467d29a597b HTTP/1.1" status: 200 len: 931 time: 0.0586312 Sep 07 14:14:02.445565 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.notifiers.nova [req-3dd91dbc-a849-49de-b9a7-0539ca5d4b2b req-783ffa4b-be7f-442d-8f2f-e55bc0134cbf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb9a30c2-0a64-476f-bb54-b1ce3a5feda7 {{(pid=94138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 14:14:02.454225 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-ee9faf1f-0f04-46f1-a275-3fec79c9d571 req-c3041f70-3b75-4582-b95a-b1a3513a6de4 tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] 10.222.0.60 "GET /v2.0/security-groups?id=3817d4f7-dbdf-4d93-9fc2-a322ee5574b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359623 Sep 07 14:14:02.457502 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-3dd91dbc-a849-49de-b9a7-0539ca5d4b2b req-783ffa4b-be7f-442d-8f2f-e55bc0134cbf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:14:02.471745 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.db.provisioning_blocks [req-3dd91dbc-a849-49de-b9a7-0539ca5d4b2b req-783ffa4b-be7f-442d-8f2f-e55bc0134cbf service neutron] Transition to ACTIVE for port object eb9a30c2-0a64-476f-bb54-b1ce3a5feda7 will not be triggered until provisioned by entity L2. {{(pid=94138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 14:14:02.475746 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-3dd91dbc-a849-49de-b9a7-0539ca5d4b2b req-783ffa4b-be7f-442d-8f2f-e55bc0134cbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735729008622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735728620463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735728620481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65197374'] for port, after_update {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:14:02.531091 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783ffa4b-be7f-442d-8f2f-e55bc0134cbf service neutron] Pushing event updated for resources: {'Port': ['ID=eb9a30c2-0a64-476f-bb54-b1ce3a5feda7,revision_number=2']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:14:02.626837 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.managers [req-3dd91dbc-a849-49de-b9a7-0539ca5d4b2b req-783ffa4b-be7f-442d-8f2f-e55bc0134cbf service neutron] Attempting to bind port eb9a30c2-0a64-476f-bb54-b1ce3a5feda7 on host hv-cinder-78291 for vnic_type normal with profile {{(pid=94138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 14:14:02.627382 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.managers [req-3dd91dbc-a849-49de-b9a7-0539ca5d4b2b req-783ffa4b-be7f-442d-8f2f-e55bc0134cbf service neutron] Attempting to bind port eb9a30c2-0a64-476f-bb54-b1ce3a5feda7 by drivers openvswitch,hyperv on host hv-cinder-78291 at level 0 using segments [{'id': '68ba3aee-8afb-4d28-86d2-68eeda243f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'af120e7e-f468-4252-b4c8-d417ff270b91'}] {{(pid=94138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 14:14:02.627814 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dd91dbc-a849-49de-b9a7-0539ca5d4b2b req-783ffa4b-be7f-442d-8f2f-e55bc0134cbf service neutron] Attempting to bind port eb9a30c2-0a64-476f-bb54-b1ce3a5feda7 on network af120e7e-f468-4252-b4c8-d417ff270b91 {{(pid=94138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 14:14:02.633746 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dd91dbc-a849-49de-b9a7-0539ca5d4b2b req-783ffa4b-be7f-442d-8f2f-e55bc0134cbf service neutron] Port eb9a30c2-0a64-476f-bb54-b1ce3a5feda7 on network af120e7e-f468-4252-b4c8-d417ff270b91 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78291 {{(pid=94138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 14:14:02.634176 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dd91dbc-a849-49de-b9a7-0539ca5d4b2b req-783ffa4b-be7f-442d-8f2f-e55bc0134cbf service neutron] Attempting to bind port eb9a30c2-0a64-476f-bb54-b1ce3a5feda7 on network af120e7e-f468-4252-b4c8-d417ff270b91 {{(pid=94138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 14:14:02.640788 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dd91dbc-a849-49de-b9a7-0539ca5d4b2b req-783ffa4b-be7f-442d-8f2f-e55bc0134cbf service neutron] Checking agent: {'id': '42fa3594-1565-4da1-9b03-2e08c5cc8c06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78291', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 14, 4, 18), 'started_at': datetime.datetime(2021, 9, 7, 14, 4, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 14, 13, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 14:14:02.641151 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dd91dbc-a849-49de-b9a7-0539ca5d4b2b req-783ffa4b-be7f-442d-8f2f-e55bc0134cbf service neutron] Checking segment: {'id': '68ba3aee-8afb-4d28-86d2-68eeda243f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'af120e7e-f468-4252-b4c8-d417ff270b91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 14:14:02.641608 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dd91dbc-a849-49de-b9a7-0539ca5d4b2b req-783ffa4b-be7f-442d-8f2f-e55bc0134cbf service neutron] Bound using segment: {'id': '68ba3aee-8afb-4d28-86d2-68eeda243f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'af120e7e-f468-4252-b4c8-d417ff270b91'} {{(pid=94138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 14:14:02.642910 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.managers [req-3dd91dbc-a849-49de-b9a7-0539ca5d4b2b req-783ffa4b-be7f-442d-8f2f-e55bc0134cbf service neutron] Bound port: eb9a30c2-0a64-476f-bb54-b1ce3a5feda7, host: hv-cinder-78291, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68ba3aee-8afb-4d28-86d2-68eeda243f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'af120e7e-f468-4252-b4c8-d417ff270b91'}}] {{(pid=94138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 14:14:02.643293 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-3dd91dbc-a849-49de-b9a7-0539ca5d4b2b req-783ffa4b-be7f-442d-8f2f-e55bc0134cbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_update {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:14:02.658655 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aff1eb8-aefc-4674-ac2a-a64c60af21c4 req-af2709b5-0a68-4463-9fa1-3ed65a16aff3 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:14:02.666786 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-7aff1eb8-aefc-4674-ac2a-a64c60af21c4 req-af2709b5-0a68-4463-9fa1-3ed65a16aff3 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f0af0de-7730-41cd-9fec-a449b855d409 HTTP/1.1" status: 200 len: 944 time: 0.0632370 Sep 07 14:14:02.702454 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-7aff1eb8-aefc-4674-ac2a-a64c60af21c4 req-8fd6fc75-35dc-4eb2-8459-2081ffe192b6 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/security-groups?id=f88436f6-4807-47cf-9c32-5e8b909766e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347328 Sep 07 14:14:02.726223 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.db [req-3dd91dbc-a849-49de-b9a7-0539ca5d4b2b req-783ffa4b-be7f-442d-8f2f-e55bc0134cbf service neutron] For port eb9a30c2-0a64-476f-bb54-b1ce3a5feda7, host hv-cinder-78291, cleared binding levels {{(pid=94138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 14:14:02.729676 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.db [req-3dd91dbc-a849-49de-b9a7-0539ca5d4b2b req-783ffa4b-be7f-442d-8f2f-e55bc0134cbf service neutron] For port eb9a30c2-0a64-476f-bb54-b1ce3a5feda7, host hv-cinder-78291, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=eb9a30c2-0a64-476f-bb54-b1ce3a5feda7,segment=NetworkSegment(68ba3aee-8afb-4d28-86d2-68eeda243f3e),segment_id=68ba3aee-8afb-4d28-86d2-68eeda243f3e)] {{(pid=94138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 14:14:02.743123 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-3dd91dbc-a849-49de-b9a7-0539ca5d4b2b req-783ffa4b-be7f-442d-8f2f-e55bc0134cbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735729008622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735728620463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735728620481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65197374'] for port, after_update {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:14:02.779455 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd91dbc-a849-49de-b9a7-0539ca5d4b2b req-783ffa4b-be7f-442d-8f2f-e55bc0134cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:14:02.780139 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-3dd91dbc-a849-49de-b9a7-0539ca5d4b2b req-783ffa4b-be7f-442d-8f2f-e55bc0134cbf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88768'] for port, before_response {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:14:02.781566 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-3dd91dbc-a849-49de-b9a7-0539ca5d4b2b req-783ffa4b-be7f-442d-8f2f-e55bc0134cbf service neutron] 10.222.0.23 "PUT /v2.0/ports/eb9a30c2-0a64-476f-bb54-b1ce3a5feda7 HTTP/1.1" status: 200 len: 1093 time: 0.6880617 Sep 07 14:14:02.782093 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c69ede9d-d3ac-4eec-a316-4467d29a597b', 'tag': 'eb9a30c2-0a64-476f-bb54-b1ce3a5feda7'}] {{(pid=94138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:14:02.784283 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2f7ddeb31991bace343f2b2f4f22cd3bc4274a24b7cd750f83a004d46e17087" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e53f6e6e-95d6-4950-ad73-a28e5002028f" -d '{"events": [{"name": "network-changed", "server_uuid": "c69ede9d-d3ac-4eec-a316-4467d29a597b", "tag": "eb9a30c2-0a64-476f-bb54-b1ce3a5feda7"}]}' {{(pid=94138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:14:02.836162 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783ffa4b-be7f-442d-8f2f-e55bc0134cbf service neutron] Pushing event updated for resources: {'Port': ['ID=eb9a30c2-0a64-476f-bb54-b1ce3a5feda7,revision_number=3']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:14:02.854580 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 14:14:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-381a379d-ab9b-42b3-88dc-090fd6fdddf0 x-openstack-request-id: req-381a379d-ab9b-42b3-88dc-090fd6fdddf0 {{(pid=94138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:14:02.854872 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c69ede9d-d3ac-4eec-a316-4467d29a597b", "tag": "eb9a30c2-0a64-476f-bb54-b1ce3a5feda7", "status": "completed", "code": 200}]} {{(pid=94138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:14:02.855123 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-381a379d-ab9b-42b3-88dc-090fd6fdddf0 {{(pid=94138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:14:02.855516 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c69ede9d-d3ac-4eec-a316-4467d29a597b', 'tag': 'eb9a30c2-0a64-476f-bb54-b1ce3a5feda7', 'status': 'completed', 'code': 200} Sep 07 14:14:02.889012 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd91dbc-a849-49de-b9a7-0539ca5d4b2b req-e32691a9-1899-4eee-b69e-a3b30554e385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:14:02.890522 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-3dd91dbc-a849-49de-b9a7-0539ca5d4b2b req-e32691a9-1899-4eee-b69e-a3b30554e385 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d1da509f5a404b83b8d7b6b8e5c8939b&device_id=c69ede9d-d3ac-4eec-a316-4467d29a597b HTTP/1.1" status: 200 len: 1096 time: 0.0511103 Sep 07 14:14:02.937684 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-3dd91dbc-a849-49de-b9a7-0539ca5d4b2b req-1718c96d-c7bb-4839-a80b-6668c7f5b830 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eb9a30c2-0a64-476f-bb54-b1ce3a5feda7 HTTP/1.1" status: 200 len: 217 time: 0.0387077 Sep 07 14:14:02.993728 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd91dbc-a849-49de-b9a7-0539ca5d4b2b req-0908ae0c-7411-4485-a45c-b8f41ca0b2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:14:02.995543 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-3dd91dbc-a849-49de-b9a7-0539ca5d4b2b req-0908ae0c-7411-4485-a45c-b8f41ca0b2ad service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4f109a84-4d9b-4daa-b3d3-35df2838d3cc HTTP/1.1" status: 200 len: 848 time: 0.0509989 Sep 07 14:14:03.067033 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd91dbc-a849-49de-b9a7-0539ca5d4b2b req-f5884936-65db-4114-85dd-42fb6cc57a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:14:03.068610 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-3dd91dbc-a849-49de-b9a7-0539ca5d4b2b req-f5884936-65db-4114-85dd-42fb6cc57a2a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=af120e7e-f468-4252-b4c8-d417ff270b91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0653758 Sep 07 14:14:03.161735 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f991f0d-e132-48fd-a535-b559a9e6a5de req-82485e7a-7c33-4e3b-9129-7f173645b5f1 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:14:03.169184 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-5f991f0d-e132-48fd-a535-b559a9e6a5de req-82485e7a-7c33-4e3b-9129-7f173645b5f1 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] 10.222.0.60 "GET /v2.0/ports?device_id=703cc4c0-4ab7-4d79-9e4e-d56cff6733b4 HTTP/1.1" status: 200 len: 943 time: 0.0754390 Sep 07 14:14:03.201465 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-3dd91dbc-a849-49de-b9a7-0539ca5d4b2b req-11d8edc9-1747-412f-b3c4-52c1bbacdd25 service neutron] 10.222.0.23 "GET /v2.0/networks/af120e7e-f468-4252-b4c8-d417ff270b91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234908 Sep 07 14:14:03.228844 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-5f991f0d-e132-48fd-a535-b559a9e6a5de req-491f6b64-cafc-4f31-9244-4f19c93c2b98 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] 10.222.0.60 "GET /v2.0/security-groups?id=b43b779f-4290-4cca-8b16-3ea14c0aeddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584531 Sep 07 14:14:03.314778 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-3dd91dbc-a849-49de-b9a7-0539ca5d4b2b req-e992fe90-37d6-4e16-9b7e-b596cb385a81 service neutron] 10.222.0.23 "GET /v2.0/networks/af120e7e-f468-4252-b4c8-d417ff270b91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038535 Sep 07 14:14:03.426387 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53f6e6e-95d6-4950-ad73-a28e5002028f req-3af13ef9-8045-46a5-bc4b-2cd0d0531e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:14:03.427795 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-e53f6e6e-95d6-4950-ad73-a28e5002028f req-3af13ef9-8045-46a5-bc4b-2cd0d0531e7f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d1da509f5a404b83b8d7b6b8e5c8939b&device_id=c69ede9d-d3ac-4eec-a316-4467d29a597b HTTP/1.1" status: 200 len: 1096 time: 0.0482512 Sep 07 14:14:03.479242 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Device 68cb8dbf-618e-4367-b8d3-a72054f4d234 up at agent hyperv_hv-cinder-78291 {{(pid=94139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:14:03.565250 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Provisioning complete for port 68cb8dbf-618e-4367-b8d3-a72054f4d234 triggered by entity L2. {{(pid=94139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:14:03.565983 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462246'] for port, provisioning_complete {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:14:03.593215 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53f6e6e-95d6-4950-ad73-a28e5002028f req-7b898d4a-4cb8-4a3d-9bfc-593a5b6b744d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:14:03.596966 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-e53f6e6e-95d6-4950-ad73-a28e5002028f req-7b898d4a-4cb8-4a3d-9bfc-593a5b6b744d service neutron] 10.222.0.23 "GET /v2.0/networks?id=af120e7e-f468-4252-b4c8-d417ff270b91 HTTP/1.1" status: 200 len: 910 time: 0.1585910 Sep 07 14:14:03.607772 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7034804a-35f8-4cd8-a6a5-da41c85de642 req-31d9f051-af59-47e5-8e6c-f6a6e3114863 tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:14:03.618913 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-7034804a-35f8-4cd8-a6a5-da41c85de642 req-31d9f051-af59-47e5-8e6c-f6a6e3114863 tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] 10.222.0.60 "GET /v2.0/ports?device_id=c69ede9d-d3ac-4eec-a316-4467d29a597b HTTP/1.1" status: 200 len: 943 time: 0.0763876 Sep 07 14:14:03.650400 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:14:03.674059 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-e53f6e6e-95d6-4950-ad73-a28e5002028f req-b047226f-25a6-425f-905e-f179c1203c9e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eb9a30c2-0a64-476f-bb54-b1ce3a5feda7 HTTP/1.1" status: 200 len: 217 time: 0.0657403 Sep 07 14:14:03.678074 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f0af0de-7730-41cd-9fec-a449b855d409', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68cb8dbf-618e-4367-b8d3-a72054f4d234'}] {{(pid=94139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:14:03.680735 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4453e99b4ec61c2946fac8af49a5adf90b2a32597d884ada3dd1dc93487e448" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac7b4c8b-a6a7-4360-a59c-9564d08f46e9" -d '{"events": [{"server_uuid": "4f0af0de-7730-41cd-9fec-a449b855d409", "name": "network-vif-plugged", "status": "completed", "tag": "68cb8dbf-618e-4367-b8d3-a72054f4d234"}]}' {{(pid=94139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:14:03.707133 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-7034804a-35f8-4cd8-a6a5-da41c85de642 req-8e598117-94b8-4b72-a4d6-919e0b0dfae0 tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] 10.222.0.60 "GET /v2.0/security-groups?id=3817d4f7-dbdf-4d93-9fc2-a322ee5574b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800176 Sep 07 14:14:03.725479 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.db [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] For port 68cb8dbf-618e-4367-b8d3-a72054f4d234, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=68cb8dbf-618e-4367-b8d3-a72054f4d234,segment=NetworkSegment(21c9d53f-7d57-4732-bacb-70574652c02f),segment_id=21c9d53f-7d57-4732-bacb-70574652c02f)] {{(pid=94139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:14:03.732638 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735729008622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735728620463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735728620481'] for port, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:14:03.743906 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53f6e6e-95d6-4950-ad73-a28e5002028f req-7aa27ab8-94ea-475b-8bb8-51cded9a73d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:14:03.747289 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-e53f6e6e-95d6-4950-ad73-a28e5002028f req-7aa27ab8-94ea-475b-8bb8-51cded9a73d5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4f109a84-4d9b-4daa-b3d3-35df2838d3cc HTTP/1.1" status: 200 len: 848 time: 0.0609486 Sep 07 14:14:03.786610 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 14:14:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b47039a-3596-44ed-a48a-b51242d68ccf x-openstack-request-id: req-4b47039a-3596-44ed-a48a-b51242d68ccf {{(pid=94139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:14:03.786888 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f0af0de-7730-41cd-9fec-a449b855d409", "name": "network-vif-plugged", "status": "completed", "tag": "68cb8dbf-618e-4367-b8d3-a72054f4d234", "code": 200}]} {{(pid=94139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:14:03.787135 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4b47039a-3596-44ed-a48a-b51242d68ccf {{(pid=94139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:14:03.787516 dv-cinder-782910-4-iscsi neutron-server[94139]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f0af0de-7730-41cd-9fec-a449b855d409', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68cb8dbf-618e-4367-b8d3-a72054f4d234', 'code': 200} Sep 07 14:14:03.797855 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Pushing event updated for resources: {'Port': ['ID=68cb8dbf-618e-4367-b8d3-a72054f4d234,revision_number=7']} {{(pid=94139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:14:03.837932 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53f6e6e-95d6-4950-ad73-a28e5002028f req-f975620d-8285-4830-8926-2ddcca6eb5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:14:03.839460 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-e53f6e6e-95d6-4950-ad73-a28e5002028f req-f975620d-8285-4830-8926-2ddcca6eb5bc service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=af120e7e-f468-4252-b4c8-d417ff270b91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0771527 Sep 07 14:14:03.886701 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069fcefa-f040-47b6-a979-7b19cf3bef8a req-cdbd8f8c-b93e-44ee-84c5-c540ce351d8f tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:14:03.896183 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-069fcefa-f040-47b6-a979-7b19cf3bef8a req-cdbd8f8c-b93e-44ee-84c5-c540ce351d8f tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f0af0de-7730-41cd-9fec-a449b855d409 HTTP/1.1" status: 200 len: 945 time: 0.0700924 Sep 07 14:14:03.972172 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-069fcefa-f040-47b6-a979-7b19cf3bef8a req-1dc24bd7-cea1-4d61-a14e-5f29138ae078 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/security-groups?id=f88436f6-4807-47cf-9c32-5e8b909766e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669062 Sep 07 14:14:03.973905 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-e53f6e6e-95d6-4950-ad73-a28e5002028f req-31fd0a38-6b06-4604-8d5a-d6ae4375e8b2 service neutron] 10.222.0.23 "GET /v2.0/networks/af120e7e-f468-4252-b4c8-d417ff270b91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112785 Sep 07 14:14:04.080672 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-e53f6e6e-95d6-4950-ad73-a28e5002028f req-77a298f4-c6f6-4582-ad35-c74a3a38d0cc service neutron] 10.222.0.23 "GET /v2.0/networks/af120e7e-f468-4252-b4c8-d417ff270b91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975633 Sep 07 14:14:04.348744 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2659563a-8be2-457f-a70e-3761cefe4db6 req-6293f958-579b-411a-80f8-9d0cc68ecdf9 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:14:04.350425 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-2659563a-8be2-457f-a70e-3761cefe4db6 req-6293f958-579b-411a-80f8-9d0cc68ecdf9 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] 10.222.0.60 "GET /v2.0/ports?device_id=703cc4c0-4ab7-4d79-9e4e-d56cff6733b4 HTTP/1.1" status: 200 len: 943 time: 0.0587935 Sep 07 14:14:04.395571 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-2659563a-8be2-457f-a70e-3761cefe4db6 req-0c04dba4-b12e-42ab-b1bf-8072d4701eeb tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] 10.222.0.60 "GET /v2.0/security-groups?id=b43b779f-4290-4cca-8b16-3ea14c0aeddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365787 Sep 07 14:14:04.825854 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61516738-ea23-45b5-a3dd-13a3cd916989 req-4f34ea84-4f45-4f92-8161-331832d89f18 tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:14:04.827382 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-61516738-ea23-45b5-a3dd-13a3cd916989 req-4f34ea84-4f45-4f92-8161-331832d89f18 tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] 10.222.0.60 "GET /v2.0/ports?device_id=c69ede9d-d3ac-4eec-a316-4467d29a597b HTTP/1.1" status: 200 len: 943 time: 0.0575521 Sep 07 14:14:04.879293 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-61516738-ea23-45b5-a3dd-13a3cd916989 req-de49caa3-03b3-42a9-bf24-c3be473562a0 tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] 10.222.0.60 "GET /v2.0/security-groups?id=3817d4f7-dbdf-4d93-9fc2-a322ee5574b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456159 Sep 07 14:14:05.100463 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05448b09-f430-445a-9390-f1405d626eed req-e569f823-cb98-4546-8b97-41986168047e tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:14:05.101985 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-05448b09-f430-445a-9390-f1405d626eed req-e569f823-cb98-4546-8b97-41986168047e tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f0af0de-7730-41cd-9fec-a449b855d409 HTTP/1.1" status: 200 len: 945 time: 0.0551503 Sep 07 14:14:05.153424 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-05448b09-f430-445a-9390-f1405d626eed req-b7b85118-042b-4312-b85f-f9daae1b3095 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/security-groups?id=f88436f6-4807-47cf-9c32-5e8b909766e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406239 Sep 07 14:14:05.488772 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Device 844f8d1e-2b2d-4091-a8a4-59da7a10893d details requested by agent hyperv_hv-cinder-78291 with host hv-cinder-78291 {{(pid=94139) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 14:14:05.522028 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa04f756-4300-4463-b891-92eda20d1f7c req-e5cff0d3-06c4-42cf-a349-7571bdcd7584 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:14:05.530176 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-aa04f756-4300-4463-b891-92eda20d1f7c req-e5cff0d3-06c4-42cf-a349-7571bdcd7584 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] 10.222.0.60 "GET /v2.0/ports?device_id=703cc4c0-4ab7-4d79-9e4e-d56cff6733b4 HTTP/1.1" status: 200 len: 943 time: 0.0611486 Sep 07 14:14:05.568435 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-aa04f756-4300-4463-b891-92eda20d1f7c req-9689d478-715a-4add-8672-820b03149c3b tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] 10.222.0.60 "GET /v2.0/security-groups?id=b43b779f-4290-4cca-8b16-3ea14c0aeddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370154 Sep 07 14:14:05.617603 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.db [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] For port 844f8d1e-2b2d-4091-a8a4-59da7a10893d, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=844f8d1e-2b2d-4091-a8a4-59da7a10893d,segment=NetworkSegment(9951721c-ccaf-489b-b5e1-68302cc2cd5b),segment_id=9951721c-ccaf-489b-b5e1-68302cc2cd5b)] {{(pid=94139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:14:05.632614 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Returning: {'device': '844f8d1e-2b2d-4091-a8a4-59da7a10893d', 'network_id': 'f7617b6d-ab89-4a54-b036-07b674993ecd', 'port_id': '844f8d1e-2b2d-4091-a8a4-59da7a10893d', 'mac_address': 'fa:16:3e:67:94:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 661, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3750f73b-6c72-42f1-b8a9-086bab013509', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94139) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 14:14:05.677831 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:14:05.700373 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.notifiers.nova [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 844f8d1e-2b2d-4091-a8a4-59da7a10893d {{(pid=94139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 14:14:05.725051 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.db [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] For port 844f8d1e-2b2d-4091-a8a4-59da7a10893d, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=844f8d1e-2b2d-4091-a8a4-59da7a10893d,segment=NetworkSegment(9951721c-ccaf-489b-b5e1-68302cc2cd5b),segment_id=9951721c-ccaf-489b-b5e1-68302cc2cd5b)] {{(pid=94139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:14:05.739292 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735729008622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735728620463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735728620481'] for port, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:14:05.800218 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Pushing event updated for resources: {'Port': ['ID=844f8d1e-2b2d-4091-a8a4-59da7a10893d,revision_number=4']} {{(pid=94139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:14:06.003925 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852fc05e-4590-4113-9ef6-45538f42797f req-b011fa56-b78c-4b0e-87f2-d092dbbb4ff6 tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:14:06.007326 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.db [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] get_ports_and_sgs() called for port_ids ['844f8d1e-2b2d-4091-a8a4-59da7a10893d'] {{(pid=94139) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 14:14:06.016017 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-852fc05e-4590-4113-9ef6-45538f42797f req-b011fa56-b78c-4b0e-87f2-d092dbbb4ff6 tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] 10.222.0.60 "GET /v2.0/ports?device_id=c69ede9d-d3ac-4eec-a316-4467d29a597b HTTP/1.1" status: 200 len: 943 time: 0.0651808 Sep 07 14:14:06.071281 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-852fc05e-4590-4113-9ef6-45538f42797f req-8f762d77-748b-4b3d-852c-41dc9f548d37 tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] 10.222.0.60 "GET /v2.0/security-groups?id=3817d4f7-dbdf-4d93-9fc2-a322ee5574b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539601 Sep 07 14:14:06.279867 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e3abf0-8b38-434c-9d71-07200aee538c req-8df175c0-6156-4a81-a2fd-fb7fe1e93239 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:14:06.288334 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-80e3abf0-8b38-434c-9d71-07200aee538c req-8df175c0-6156-4a81-a2fd-fb7fe1e93239 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f0af0de-7730-41cd-9fec-a449b855d409 HTTP/1.1" status: 200 len: 945 time: 0.0632465 Sep 07 14:14:06.327045 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-80e3abf0-8b38-434c-9d71-07200aee538c req-82bcd8c5-9574-4757-aef5-d06d442d20a0 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/security-groups?id=f88436f6-4807-47cf-9c32-5e8b909766e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375481 Sep 07 14:14:06.695244 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e0eccc-8b10-4f23-88df-3ec7ea6b5f94 req-9993989a-1f40-4d30-9751-1b8033d96e6c tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:14:06.697048 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-30e0eccc-8b10-4f23-88df-3ec7ea6b5f94 req-9993989a-1f40-4d30-9751-1b8033d96e6c tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] 10.222.0.60 "GET /v2.0/ports?device_id=703cc4c0-4ab7-4d79-9e4e-d56cff6733b4 HTTP/1.1" status: 200 len: 944 time: 0.0579972 Sep 07 14:14:06.745885 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-30e0eccc-8b10-4f23-88df-3ec7ea6b5f94 req-526c64ee-28cd-453d-be71-59c05b4b259c tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] 10.222.0.60 "GET /v2.0/security-groups?id=b43b779f-4290-4cca-8b16-3ea14c0aeddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392439 Sep 07 14:14:07.190257 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f13630-9cb8-4e33-9f6e-66f8a315841f req-59c8af80-ae6a-4dc5-94c0-6422f0102d55 tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:14:07.192426 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-e1f13630-9cb8-4e33-9f6e-66f8a315841f req-59c8af80-ae6a-4dc5-94c0-6422f0102d55 tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] 10.222.0.60 "GET /v2.0/ports?device_id=c69ede9d-d3ac-4eec-a316-4467d29a597b HTTP/1.1" status: 200 len: 943 time: 0.0570354 Sep 07 14:14:07.245958 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-e1f13630-9cb8-4e33-9f6e-66f8a315841f req-f756b0a1-7f07-47a4-9567-46ee08c3f90e tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] 10.222.0.60 "GET /v2.0/security-groups?id=3817d4f7-dbdf-4d93-9fc2-a322ee5574b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466480 Sep 07 14:14:07.467353 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3034ca66-84aa-4684-a211-a841d83d9ac3 req-76abe9e6-607a-46d4-a1d7-a2cf8a24a483 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:14:07.468878 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-3034ca66-84aa-4684-a211-a841d83d9ac3 req-76abe9e6-607a-46d4-a1d7-a2cf8a24a483 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f0af0de-7730-41cd-9fec-a449b855d409 HTTP/1.1" status: 200 len: 945 time: 0.0520172 Sep 07 14:14:07.501631 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Device 844f8d1e-2b2d-4091-a8a4-59da7a10893d up at agent hyperv_hv-cinder-78291 {{(pid=94139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:14:07.517579 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-3034ca66-84aa-4684-a211-a841d83d9ac3 req-0f9af9f1-b98e-4f4d-a23e-8e79574e92aa tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/security-groups?id=f88436f6-4807-47cf-9c32-5e8b909766e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402317 Sep 07 14:14:07.580859 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Provisioning for port 844f8d1e-2b2d-4091-a8a4-59da7a10893d completed by entity L2. {{(pid=94139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 14:14:07.585195 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Provisioning complete for port 844f8d1e-2b2d-4091-a8a4-59da7a10893d triggered by entity L2. {{(pid=94139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:14:07.585712 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462246'] for port, provisioning_complete {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:14:07.677383 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:14:07.705903 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '703cc4c0-4ab7-4d79-9e4e-d56cff6733b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '844f8d1e-2b2d-4091-a8a4-59da7a10893d'}] {{(pid=94139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:14:07.708168 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4453e99b4ec61c2946fac8af49a5adf90b2a32597d884ada3dd1dc93487e448" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92a5d195-3d05-4149-ba35-836722f6961b" -d '{"events": [{"server_uuid": "703cc4c0-4ab7-4d79-9e4e-d56cff6733b4", "name": "network-vif-plugged", "status": "completed", "tag": "844f8d1e-2b2d-4091-a8a4-59da7a10893d"}]}' {{(pid=94139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:14:07.735485 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.db [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] For port 844f8d1e-2b2d-4091-a8a4-59da7a10893d, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=844f8d1e-2b2d-4091-a8a4-59da7a10893d,segment=NetworkSegment(9951721c-ccaf-489b-b5e1-68302cc2cd5b),segment_id=9951721c-ccaf-489b-b5e1-68302cc2cd5b)] {{(pid=94139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:14:07.741995 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735729008622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735728620463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735728620481'] for port, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:14:07.769823 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 14:14:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2fe1242-4cc9-48c8-8f94-c124b60bebf8 x-openstack-request-id: req-c2fe1242-4cc9-48c8-8f94-c124b60bebf8 {{(pid=94139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:14:07.769823 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "703cc4c0-4ab7-4d79-9e4e-d56cff6733b4", "name": "network-vif-plugged", "status": "completed", "tag": "844f8d1e-2b2d-4091-a8a4-59da7a10893d", "code": 200}]} {{(pid=94139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:14:07.769823 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c2fe1242-4cc9-48c8-8f94-c124b60bebf8 {{(pid=94139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:14:07.770771 dv-cinder-782910-4-iscsi neutron-server[94139]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '703cc4c0-4ab7-4d79-9e4e-d56cff6733b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '844f8d1e-2b2d-4091-a8a4-59da7a10893d', 'code': 200} Sep 07 14:14:07.799459 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Pushing event updated for resources: {'Port': ['ID=844f8d1e-2b2d-4091-a8a4-59da7a10893d,revision_number=5']} {{(pid=94139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:14:07.896949 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137314c4-17ad-4a73-93b1-dbf086f3a7fd req-744e8b28-30d4-47cf-93a3-6f143fde95b7 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:14:07.906819 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-137314c4-17ad-4a73-93b1-dbf086f3a7fd req-744e8b28-30d4-47cf-93a3-6f143fde95b7 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] 10.222.0.60 "GET /v2.0/ports?device_id=703cc4c0-4ab7-4d79-9e4e-d56cff6733b4 HTTP/1.1" status: 200 len: 945 time: 0.0679545 Sep 07 14:14:07.947978 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-137314c4-17ad-4a73-93b1-dbf086f3a7fd req-c1f6f3aa-2fa6-4dc3-bb54-fd6669d64293 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] 10.222.0.60 "GET /v2.0/security-groups?id=b43b779f-4290-4cca-8b16-3ea14c0aeddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392523 Sep 07 14:14:08.050700 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa4bfca-fd3f-46d2-b1bd-16d329871078 req-91b33e1f-0b42-4858-a489-1b38ae569e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:14:08.053101 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-7fa4bfca-fd3f-46d2-b1bd-16d329871078 req-91b33e1f-0b42-4858-a489-1b38ae569e7b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=703cc4c0-4ab7-4d79-9e4e-d56cff6733b4 HTTP/1.1" status: 200 len: 1098 time: 0.0453060 Sep 07 14:14:08.093210 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-7fa4bfca-fd3f-46d2-b1bd-16d329871078 req-c1f95bca-b265-44a4-a4ff-a5b9675055f7 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=b43b779f-4290-4cca-8b16-3ea14c0aeddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324056 Sep 07 14:14:08.379981 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622b6cfe-67d1-41d6-b3dd-10e76756de94 req-db93f46a-b634-4ca5-b04f-0cd04c1fb5ed tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:14:08.381812 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-622b6cfe-67d1-41d6-b3dd-10e76756de94 req-db93f46a-b634-4ca5-b04f-0cd04c1fb5ed tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] 10.222.0.60 "GET /v2.0/ports?device_id=c69ede9d-d3ac-4eec-a316-4467d29a597b HTTP/1.1" status: 200 len: 943 time: 0.0583525 Sep 07 14:14:08.430663 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-622b6cfe-67d1-41d6-b3dd-10e76756de94 req-fb5bd9de-a957-4bf3-be24-51c15bcd452f tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] 10.222.0.60 "GET /v2.0/security-groups?id=3817d4f7-dbdf-4d93-9fc2-a322ee5574b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422492 Sep 07 14:14:08.642269 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656dd4ed-945f-4073-b8f6-871fe506cde3 req-d96145e1-396d-4129-8060-dc0b42992be3 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:14:08.643869 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-656dd4ed-945f-4073-b8f6-871fe506cde3 req-d96145e1-396d-4129-8060-dc0b42992be3 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f0af0de-7730-41cd-9fec-a449b855d409 HTTP/1.1" status: 200 len: 945 time: 0.0537434 Sep 07 14:14:08.687585 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-656dd4ed-945f-4073-b8f6-871fe506cde3 req-1bf6dfe0-bc70-4f97-96de-f3f6326bd129 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/security-groups?id=f88436f6-4807-47cf-9c32-5e8b909766e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375650 Sep 07 14:14:09.073057 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5501b35-a064-4355-9161-ec2625c0585b req-0950d2ba-2ae8-4dad-9ffa-21c6dfa65088 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:14:09.074823 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-d5501b35-a064-4355-9161-ec2625c0585b req-0950d2ba-2ae8-4dad-9ffa-21c6dfa65088 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] 10.222.0.60 "GET /v2.0/ports?device_id=703cc4c0-4ab7-4d79-9e4e-d56cff6733b4 HTTP/1.1" status: 200 len: 945 time: 0.0547736 Sep 07 14:14:09.115538 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-d5501b35-a064-4355-9161-ec2625c0585b req-2e3866f6-cf1e-4554-b251-93e7f99e2238 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] 10.222.0.60 "GET /v2.0/security-groups?id=b43b779f-4290-4cca-8b16-3ea14c0aeddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343747 Sep 07 14:14:09.563397 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c77e93a-7d3b-40ca-b5bb-f8f1ffd8039e req-e9fc477a-e685-44a6-8ab7-cc4fda262fba tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:14:09.566224 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-6c77e93a-7d3b-40ca-b5bb-f8f1ffd8039e req-e9fc477a-e685-44a6-8ab7-cc4fda262fba tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] 10.222.0.60 "GET /v2.0/ports?device_id=c69ede9d-d3ac-4eec-a316-4467d29a597b HTTP/1.1" status: 200 len: 943 time: 0.0616167 Sep 07 14:14:09.618828 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-6c77e93a-7d3b-40ca-b5bb-f8f1ffd8039e req-4d332b60-4591-45cb-b326-ec6b67adad1a tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] 10.222.0.60 "GET /v2.0/security-groups?id=3817d4f7-dbdf-4d93-9fc2-a322ee5574b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461340 Sep 07 14:14:09.827285 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea60656-1ff6-40b4-a889-e0abbacd7bc8 req-253224aa-17a8-4dfc-8f39-6f4d056a6efc tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:14:09.829085 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-1ea60656-1ff6-40b4-a889-e0abbacd7bc8 req-253224aa-17a8-4dfc-8f39-6f4d056a6efc tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f0af0de-7730-41cd-9fec-a449b855d409 HTTP/1.1" status: 200 len: 945 time: 0.0650718 Sep 07 14:14:09.870496 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-1ea60656-1ff6-40b4-a889-e0abbacd7bc8 req-50b9a0e6-9bc9-4dd5-bbe0-214f5643a5ea tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/security-groups?id=f88436f6-4807-47cf-9c32-5e8b909766e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353575 Sep 07 14:14:10.242715 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9020a6fa-f199-45ae-b766-7f969a38bdc9 req-7103b718-b032-4c40-8513-5f02103f67ed tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:14:10.244311 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-9020a6fa-f199-45ae-b766-7f969a38bdc9 req-7103b718-b032-4c40-8513-5f02103f67ed tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] 10.222.0.60 "GET /v2.0/ports?device_id=703cc4c0-4ab7-4d79-9e4e-d56cff6733b4 HTTP/1.1" status: 200 len: 945 time: 0.0543382 Sep 07 14:14:10.288308 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-9020a6fa-f199-45ae-b766-7f969a38bdc9 req-7f12d14d-5a48-4dd6-a6f1-d5e54a732587 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] 10.222.0.60 "GET /v2.0/security-groups?id=b43b779f-4290-4cca-8b16-3ea14c0aeddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368207 Sep 07 14:14:10.442054 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623aa1d6-38b6-4405-a783-ad1756bea8f2 req-394ca2ff-be02-4cdd-9c77-62e2a3d841dd tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:14:10.443583 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-623aa1d6-38b6-4405-a783-ad1756bea8f2 req-394ca2ff-be02-4cdd-9c77-62e2a3d841dd tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] 10.222.0.60 "GET /v2.0/ports?device_id=703cc4c0-4ab7-4d79-9e4e-d56cff6733b4 HTTP/1.1" status: 200 len: 945 time: 0.0634880 Sep 07 14:14:10.488817 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-623aa1d6-38b6-4405-a783-ad1756bea8f2 req-45a3b872-619f-47a1-a0bc-5f07018a2b8c tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] 10.222.0.60 "GET /v2.0/security-groups?id=b43b779f-4290-4cca-8b16-3ea14c0aeddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389445 Sep 07 14:14:10.513816 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.wsgi [-] (94137) accepted ('10.222.0.60', 52702) {{(pid=94137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:14:10.671313 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-ad6a3beb-415f-4db0-a0f3-c7e971a3c5ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:14:10.769253 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0c9173a-26e9-455d-8cf0-8670926dee52 tempest-TestVolumeBootPattern-1205197271 tempest-TestVolumeBootPattern-1205197271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:14:10.773974 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.wsgi [-] (94138) accepted ('10.222.0.60', 52708) {{(pid=94138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:14:10.774426 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [None req-f0c9173a-26e9-455d-8cf0-8670926dee52 tempest-TestVolumeBootPattern-1205197271 tempest-TestVolumeBootPattern-1205197271-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=703cc4c0-4ab7-4d79-9e4e-d56cff6733b4 HTTP/1.1" status: 200 len: 1093 time: 0.2591126 Sep 07 14:14:10.779251 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.v2.base [None req-7ebc79d1-ddb8-4136-9dd7-9dcba3c9c28e tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Request body: {'floatingip': {'floating_network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'port_id': '844f8d1e-2b2d-4091-a8a4-59da7a10893d', 'tenant_id': '25d79c53f0bd4923ab966dd0d5f549ca', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:14:10.792503 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4535e5d0-d185-43c0-b8e5-a011f458a79b req-491aa0c0-7689-4388-affe-7780b729e2d0 tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:14:10.802509 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-4535e5d0-d185-43c0-b8e5-a011f458a79b req-491aa0c0-7689-4388-affe-7780b729e2d0 tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] 10.222.0.60 "GET /v2.0/ports?device_id=c69ede9d-d3ac-4eec-a316-4467d29a597b HTTP/1.1" status: 200 len: 943 time: 0.0948873 Sep 07 14:14:10.810713 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-7ebc79d1-ddb8-4136-9dd7-9dcba3c9c28e tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Notify callbacks [] for floatingip, before_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:14:10.853597 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-4535e5d0-d185-43c0-b8e5-a011f458a79b req-fa6bae14-8f40-4bba-ac4e-dd54acff427c tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] 10.222.0.60 "GET /v2.0/security-groups?id=3817d4f7-dbdf-4d93-9fc2-a322ee5574b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406063 Sep 07 14:14:10.952107 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-7ebc79d1-ddb8-4136-9dd7-9dcba3c9c28e tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:14:11.018938 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9ec973-c186-4936-8778-72a3114fbe51 req-43477b15-e0af-465e-9247-d6a9d5987c51 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:14:11.025629 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-ec9ec973-c186-4936-8778-72a3114fbe51 req-43477b15-e0af-465e-9247-d6a9d5987c51 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f0af0de-7730-41cd-9fec-a449b855d409 HTTP/1.1" status: 200 len: 945 time: 0.0593889 Sep 07 14:14:11.072861 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-ec9ec973-c186-4936-8778-72a3114fbe51 req-de1b700d-b57f-4f90-93b0-8cb132b8cdea tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/security-groups?id=f88436f6-4807-47cf-9c32-5e8b909766e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459361 Sep 07 14:14:11.098052 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.db.db_base_plugin_common [None req-7ebc79d1-ddb8-4136-9dd7-9dcba3c9c28e tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Allocated IP 172.27.2.184 (50058ef2-6e12-4dff-890f-d2e17fb9ee92/db4a7c65-31e2-4f76-9b43-e160b3d3d8e2/2ac67b27-9a54-46fd-9678-0164c9ed19d2) {{(pid=94138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 14:14:11.235750 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-7ebc79d1-ddb8-4136-9dd7-9dcba3c9c28e tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Notify callbacks [] for port, precommit_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:14:11.288179 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-7ebc79d1-ddb8-4136-9dd7-9dcba3c9c28e tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735728620445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65197361'] for port, after_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:14:11.336823 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ebc79d1-ddb8-4136-9dd7-9dcba3c9c28e tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Network 50058ef2-6e12-4dff-890f-d2e17fb9ee92 is already hosted by enough agents. {{(pid=94138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 14:14:11.339733 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.scheduler.base_scheduler [None req-7ebc79d1-ddb8-4136-9dd7-9dcba3c9c28e tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Resources bound (agent type, host, resource id): {{(pid=94138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:14:11.342945 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ebc79d1-ddb8-4136-9dd7-9dcba3c9c28e tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Received port after_create {{(pid=94138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 14:14:11.374328 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebc79d1-ddb8-4136-9dd7-9dcba3c9c28e tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Pushing event updated for resources: {'Port': ['ID=2ac67b27-9a54-46fd-9678-0164c9ed19d2,revision_number=1']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:14:11.498897 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Device eb9a30c2-0a64-476f-bb54-b1ce3a5feda7 details requested by agent hyperv_hv-cinder-78291 with host hv-cinder-78291 {{(pid=94139) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 14:14:11.634275 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.db [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] For port eb9a30c2-0a64-476f-bb54-b1ce3a5feda7, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=eb9a30c2-0a64-476f-bb54-b1ce3a5feda7,segment=NetworkSegment(68ba3aee-8afb-4d28-86d2-68eeda243f3e),segment_id=68ba3aee-8afb-4d28-86d2-68eeda243f3e)] {{(pid=94139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:14:11.653391 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Returning: {'device': 'eb9a30c2-0a64-476f-bb54-b1ce3a5feda7', 'network_id': 'af120e7e-f468-4252-b4c8-d417ff270b91', 'port_id': 'eb9a30c2-0a64-476f-bb54-b1ce3a5feda7', 'mac_address': 'fa:16:3e:18:10:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 673, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f109a84-4d9b-4daa-b3d3-35df2838d3cc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94139) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 14:14:11.703298 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:14:11.717482 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.notifiers.nova [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb9a30c2-0a64-476f-bb54-b1ce3a5feda7 {{(pid=94139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 14:14:11.745615 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.db [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] For port eb9a30c2-0a64-476f-bb54-b1ce3a5feda7, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=eb9a30c2-0a64-476f-bb54-b1ce3a5feda7,segment=NetworkSegment(68ba3aee-8afb-4d28-86d2-68eeda243f3e),segment_id=68ba3aee-8afb-4d28-86d2-68eeda243f3e)] {{(pid=94139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:14:11.754523 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735729008622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735728620463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735728620481'] for port, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:14:11.808525 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-7ebc79d1-ddb8-4136-9dd7-9dcba3c9c28e tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:14:11.810613 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Pushing event updated for resources: {'Port': ['ID=eb9a30c2-0a64-476f-bb54-b1ce3a5feda7,revision_number=4']} {{(pid=94139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:14:11.888765 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-7ebc79d1-ddb8-4136-9dd7-9dcba3c9c28e tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_update {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:14:11.995393 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2a64ce-e8eb-4e0f-a742-42707e73dbda req-9fcb4f02-0f90-447e-af75-76d58f11e4ef tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:14:11.997103 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-5a2a64ce-e8eb-4e0f-a742-42707e73dbda req-9fcb4f02-0f90-447e-af75-76d58f11e4ef tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] 10.222.0.60 "GET /v2.0/ports?device_id=c69ede9d-d3ac-4eec-a316-4467d29a597b HTTP/1.1" status: 200 len: 944 time: 0.0660207 Sep 07 14:14:12.015983 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.db [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] get_ports_and_sgs() called for port_ids ['eb9a30c2-0a64-476f-bb54-b1ce3a5feda7'] {{(pid=94139) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 14:14:12.069057 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-5a2a64ce-e8eb-4e0f-a742-42707e73dbda req-9bb9a9d6-3a35-4429-a54c-716bc909a3ed tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] 10.222.0.60 "GET /v2.0/security-groups?id=3817d4f7-dbdf-4d93-9fc2-a322ee5574b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609925 Sep 07 14:14:12.085762 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-7ebc79d1-ddb8-4136-9dd7-9dcba3c9c28e tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Notify callbacks [] for port, precommit_update {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:14:12.090830 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-7ebc79d1-ddb8-4136-9dd7-9dcba3c9c28e tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735729008622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735728620463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735728620481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65197374'] for port, after_update {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:14:12.169890 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebc79d1-ddb8-4136-9dd7-9dcba3c9c28e tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Pushing event updated for resources: {'Port': ['ID=2ac67b27-9a54-46fd-9678-0164c9ed19d2,revision_number=2']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:14:12.179226 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-7ebc79d1-ddb8-4136-9dd7-9dcba3c9c28e tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-432510'] for floatingip, after_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:14:12.226364 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d17ae6b-939b-443f-bb99-75125e914b4c req-2b3ff968-6932-4d30-9257-2e9686b3f38d tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:14:12.228047 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-2d17ae6b-939b-443f-bb99-75125e914b4c req-2b3ff968-6932-4d30-9257-2e9686b3f38d tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f0af0de-7730-41cd-9fec-a449b855d409 HTTP/1.1" status: 200 len: 945 time: 0.0548003 Sep 07 14:14:12.268613 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-2d17ae6b-939b-443f-bb99-75125e914b4c req-62ac6316-2080-4ea5-91cd-e4000a50284a tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/security-groups?id=f88436f6-4807-47cf-9c32-5e8b909766e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338061 Sep 07 14:14:12.284240 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.db.l3_db [None req-7ebc79d1-ddb8-4136-9dd7-9dcba3c9c28e tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Floating IP 96cfc8a8-cebd-44c3-9541-27b0dd154dc2 associated. External IP: 172.27.2.184, port: 844f8d1e-2b2d-4091-a8a4-59da7a10893d. Sep 07 14:14:12.489992 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ebc79d1-ddb8-4136-9dd7-9dcba3c9c28e tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Router 7c716cc1-a531-41f3-9f23-faa57b595784 has already been hosted by L3 agent fa68c273-d39f-43dc-b6f8-e0c6852ace12 {{(pid=94138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 14:14:12.598457 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ebc79d1-ddb8-4136-9dd7-9dcba3c9c28e tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Notify agent at l3_agent.dv-cinder-782910-4-iscsi the message routers_updated {{(pid=94138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 14:14:12.609487 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4403cd41-a78a-453d-b46d-c80eb899485e None None] Sync routers for ids ['7c716cc1-a531-41f3-9f23-faa57b595784'] in dv-cinder-782910-4-iscsi {{(pid=94140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 14:14:12.616614 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-7ebc79d1-ddb8-4136-9dd7-9dcba3c9c28e tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88768'] for floatingip, before_response {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:14:12.626831 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4403cd41-a78a-453d-b46d-c80eb899485e None None] Routers {'7c716cc1-a531-41f3-9f23-faa57b595784'} bound to L3 agent in host dv-cinder-782910-4-iscsi {{(pid=94140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:14:12.627540 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.l3_hamode_db [None req-4403cd41-a78a-453d-b46d-c80eb899485e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T13:58:13Z,description=,heartbeat_timestamp=2021-09-07T14:13:43Z,host='dv-cinder-782910-4-iscsi',id=fa68c273-d39f-43dc-b6f8-e0c6852ace12,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T13:58:13Z,topic='l3_agent')) {'router_ids': ['7c716cc1-a531-41f3-9f23-faa57b595784'], 'active': True} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:14:12.650336 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [None req-7ebc79d1-ddb8-4136-9dd7-9dcba3c9c28e tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8689299 Sep 07 14:14:12.650336 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '703cc4c0-4ab7-4d79-9e4e-d56cff6733b4', 'tag': '844f8d1e-2b2d-4091-a8a4-59da7a10893d'}] {{(pid=94138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:14:12.650336 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2f7ddeb31991bace343f2b2f4f22cd3bc4274a24b7cd750f83a004d46e17087" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b62ce07d-544d-4871-ad5b-20a5f1fd5c10" -d '{"events": [{"name": "network-changed", "server_uuid": "703cc4c0-4ab7-4d79-9e4e-d56cff6733b4", "tag": "844f8d1e-2b2d-4091-a8a4-59da7a10893d"}]}' {{(pid=94138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:14:12.690061 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 14:14:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-622ec468-f966-4c2b-a7cd-0b70ff1e52ad x-openstack-request-id: req-622ec468-f966-4c2b-a7cd-0b70ff1e52ad {{(pid=94138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:14:12.690353 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "703cc4c0-4ab7-4d79-9e4e-d56cff6733b4", "tag": "844f8d1e-2b2d-4091-a8a4-59da7a10893d", "status": "completed", "code": 200}]} {{(pid=94138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:14:12.691103 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-622ec468-f966-4c2b-a7cd-0b70ff1e52ad {{(pid=94138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:14:12.691103 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '703cc4c0-4ab7-4d79-9e4e-d56cff6733b4', 'tag': '844f8d1e-2b2d-4091-a8a4-59da7a10893d', 'status': 'completed', 'code': 200} Sep 07 14:14:12.790233 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62ce07d-544d-4871-ad5b-20a5f1fd5c10 req-e88ae0c6-4c0b-498d-af1b-4be021f7bfa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:14:12.791796 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-b62ce07d-544d-4871-ad5b-20a5f1fd5c10 req-e88ae0c6-4c0b-498d-af1b-4be021f7bfa9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=25d79c53f0bd4923ab966dd0d5f549ca&device_id=703cc4c0-4ab7-4d79-9e4e-d56cff6733b4 HTTP/1.1" status: 200 len: 1098 time: 0.0736532 Sep 07 14:14:12.797613 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c976faa6-9f5b-4d53-96bc-b4258892c1b6 req-913710bc-445c-43cd-834e-071b121156c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:14:12.799016 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-c976faa6-9f5b-4d53-96bc-b4258892c1b6 req-913710bc-445c-43cd-834e-071b121156c4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6b4f71d3e9204b32b4e86d817985b1ea&device_id=4f0af0de-7730-41cd-9fec-a449b855d409 HTTP/1.1" status: 200 len: 1098 time: 0.0508103 Sep 07 14:14:12.831436 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.l3_dvr_db [None req-4403cd41-a78a-453d-b46d-c80eb899485e None None] Set router 7c716cc1-a531-41f3-9f23-faa57b595784 gateway port host: dv-cinder-782910-4-iscsi {{(pid=94140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:14:12.949168 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62ce07d-544d-4871-ad5b-20a5f1fd5c10 req-3aef8c9b-5666-4b0f-ae12-fcd470f98b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:14:12.950661 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-b62ce07d-544d-4871-ad5b-20a5f1fd5c10 req-3aef8c9b-5666-4b0f-ae12-fcd470f98b2a service neutron] 10.222.0.23 "GET /v2.0/networks?id=f7617b6d-ab89-4a54-b036-07b674993ecd HTTP/1.1" status: 200 len: 913 time: 0.1507578 Sep 07 14:14:12.955433 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c976faa6-9f5b-4d53-96bc-b4258892c1b6 req-b37a1d99-8a97-4f17-9991-88fad2a3700d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:14:12.956762 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-c976faa6-9f5b-4d53-96bc-b4258892c1b6 req-b37a1d99-8a97-4f17-9991-88fad2a3700d service neutron] 10.222.0.23 "GET /v2.0/networks?id=7080b35d-131d-4288-830a-20e851d36466 HTTP/1.1" status: 200 len: 918 time: 0.1490600 Sep 07 14:14:13.063522 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.l3_hamode_db [None req-4403cd41-a78a-453d-b46d-c80eb899485e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c716cc1-a531-41f3-9f23-faa57b595784', 'name': 'tempest-TestVolumeBootPattern-1482981846-router', 'tenant_id': '25d79c53f0bd4923ab966dd0d5f549ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'external_fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': '59d08d57-a9bc-451f-b10d-b81a2fedad8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:07:39Z', 'updated_at': '2021-09-07T14:07:43Z', 'revision_number': 4, 'project_id': '25d79c53f0bd4923ab966dd0d5f549ca', 'gw_port': {'id': '59d08d57-a9bc-451f-b10d-b81a2fedad8c', 'name': '', 'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f4:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c716cc1-a531-41f3-9f23-faa57b595784', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:07:39Z', 'updated_at': '2021-09-07T14:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-4-iscsi', '_floatingips': [{'id': '27057e64-2e1a-43d0-939c-5ecdcfd4da51', 'tenant_id': '25d79c53f0bd4923ab966dd0d5f549ca', 'floating_ip_address': '172.27.2.209', 'floating_network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'router_id': '7c716cc1-a531-41f3-9f23-faa57b595784', 'port_id': '9864b544-54ea-426f-9fce-16e3894b7c48', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7617b6d-ab89-4a54-b036-07b674993ecd', 'mac_address': 'fa:16:3e:75:98:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ec2706e-3182-45e5-9b7a-71e5898992a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T14:12:04Z', 'updated_at': '2021-09-07T14:12:06Z', 'revision_number': 1, 'project_id': '25d79c53f0bd4923ab966dd0d5f549ca', 'fixed_ip_address_scope': None}, {'id': '96cfc8a8-cebd-44c3-9541-27b0dd154dc2', 'tenant_id': '25d79c53f0bd4923ab966dd0d5f549ca', 'floating_ip_address': '172.27.2.184', 'floating_network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'router_id': '7c716cc1-a531-41f3-9f23-faa57b595784', 'port_id': '844f8d1e-2b2d-4091-a8a4-59da7a10893d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 665, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7617b6d-ab89-4a54-b036-07b674993ecd', 'mac_address': 'fa:16:3e:67:94:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '703cc4c0-4ab7-4d79-9e4e-d56cff6733b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T14:14:11Z', 'updated_at': '2021-09-07T14:14:11Z', 'revision_number': 0, 'project_id': '25d79c53f0bd4923ab966dd0d5f549ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d68cbd4-23d9-4ebf-98ab-c41cb6cabbd7', 'name': '', 'network_id': 'f7617b6d-ab89-4a54-b036-07b674993ecd', 'tenant_id': '25d79c53f0bd4923ab966dd0d5f549ca', 'mac_address': 'fa:16:3e:6a:97:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c716cc1-a531-41f3-9f23-faa57b595784', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '3750f73b-6c72-42f1-b8a9-086bab013509', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:07:42Z', 'updated_at': '2021-09-07T14:07:48Z', 'revision_number': 5, 'project_id': '25d79c53f0bd4923ab966dd0d5f549ca', 'subnets': [{'id': '3750f73b-6c72-42f1-b8a9-086bab013509', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782910-4-iscsi', False) {} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:14:13.095889 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4403cd41-a78a-453d-b46d-c80eb899485e None None] Checking router: 7c716cc1-a531-41f3-9f23-faa57b595784 for host: dv-cinder-782910-4-iscsi {{(pid=94140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 14:14:13.105353 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4403cd41-a78a-453d-b46d-c80eb899485e None None] Routers {'7c716cc1-a531-41f3-9f23-faa57b595784'} bound to L3 agent in host dv-cinder-782910-4-iscsi {{(pid=94140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:14:13.105998 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.l3_hamode_db [None req-4403cd41-a78a-453d-b46d-c80eb899485e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T13:58:13Z,description=,heartbeat_timestamp=2021-09-07T14:13:43Z,host='dv-cinder-782910-4-iscsi',id=fa68c273-d39f-43dc-b6f8-e0c6852ace12,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T13:58:13Z,topic='l3_agent')) {'router_ids': ['7c716cc1-a531-41f3-9f23-faa57b595784'], 'active': True} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:14:13.192412 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922149d9-1513-4bc7-9dfc-86781a246972 req-63789fc0-8017-4caf-a42c-e804bddd42e2 tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:14:13.194262 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-922149d9-1513-4bc7-9dfc-86781a246972 req-63789fc0-8017-4caf-a42c-e804bddd42e2 tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] 10.222.0.60 "GET /v2.0/ports?device_id=c69ede9d-d3ac-4eec-a316-4467d29a597b HTTP/1.1" status: 200 len: 944 time: 0.0501707 Sep 07 14:14:13.229266 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.l3_dvr_db [None req-4403cd41-a78a-453d-b46d-c80eb899485e None None] Set router 7c716cc1-a531-41f3-9f23-faa57b595784 gateway port host: dv-cinder-782910-4-iscsi {{(pid=94140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:14:13.238032 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-922149d9-1513-4bc7-9dfc-86781a246972 req-5d89b068-879c-4c68-8c63-19b991bd85dc tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] 10.222.0.60 "GET /v2.0/security-groups?id=3817d4f7-dbdf-4d93-9fc2-a322ee5574b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370986 Sep 07 14:14:13.335978 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-b62ce07d-544d-4871-ad5b-20a5f1fd5c10 req-a9f92659-2401-43ac-b9eb-4efdec975e4d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=844f8d1e-2b2d-4091-a8a4-59da7a10893d HTTP/1.1" status: 200 len: 999 time: 0.3678248 Sep 07 14:14:13.337785 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-c976faa6-9f5b-4d53-96bc-b4258892c1b6 req-b0a9669b-e6a8-4c38-8830-d4e878ab28dc service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=68cb8dbf-618e-4367-b8d3-a72054f4d234 HTTP/1.1" status: 200 len: 1000 time: 0.3630626 Sep 07 14:14:13.399307 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88343c7d-cff7-4277-bb2e-c227eb16de08 req-6fdeb423-60de-4d47-8a4f-5fd1f1207895 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:14:13.400853 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-88343c7d-cff7-4277-bb2e-c227eb16de08 req-6fdeb423-60de-4d47-8a4f-5fd1f1207895 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f0af0de-7730-41cd-9fec-a449b855d409 HTTP/1.1" status: 200 len: 945 time: 0.0512476 Sep 07 14:14:13.441380 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c976faa6-9f5b-4d53-96bc-b4258892c1b6 req-ff870515-7381-433a-9aee-1f2298b97cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:14:13.442837 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-88343c7d-cff7-4277-bb2e-c227eb16de08 req-a2d63567-a0cc-46f7-8f32-782dab7e5e92 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/security-groups?id=f88436f6-4807-47cf-9c32-5e8b909766e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349593 Sep 07 14:14:13.443009 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-c976faa6-9f5b-4d53-96bc-b4258892c1b6 req-ff870515-7381-433a-9aee-1f2298b97cf8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5ffd200c-eaef-4ea2-b697-3bcc1716b422 HTTP/1.1" status: 200 len: 856 time: 0.0832891 Sep 07 14:14:13.447853 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-1972acf0-4f0c-416b-b50f-249f8f3962ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:14:13.452009 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62ce07d-544d-4871-ad5b-20a5f1fd5c10 req-b04af556-7e85-4bce-95e5-30be177c2900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:14:13.453495 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-b62ce07d-544d-4871-ad5b-20a5f1fd5c10 req-b04af556-7e85-4bce-95e5-30be177c2900 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3750f73b-6c72-42f1-b8a9-086bab013509 HTTP/1.1" status: 200 len: 851 time: 0.1018643 Sep 07 14:14:13.484777 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.l3_hamode_db [None req-4403cd41-a78a-453d-b46d-c80eb899485e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c716cc1-a531-41f3-9f23-faa57b595784', 'name': 'tempest-TestVolumeBootPattern-1482981846-router', 'tenant_id': '25d79c53f0bd4923ab966dd0d5f549ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'external_fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': '59d08d57-a9bc-451f-b10d-b81a2fedad8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:07:39Z', 'updated_at': '2021-09-07T14:07:43Z', 'revision_number': 4, 'project_id': '25d79c53f0bd4923ab966dd0d5f549ca', 'gw_port': {'id': '59d08d57-a9bc-451f-b10d-b81a2fedad8c', 'name': '', 'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f4:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c716cc1-a531-41f3-9f23-faa57b595784', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:07:39Z', 'updated_at': '2021-09-07T14:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-4-iscsi', '_floatingips': [{'id': '27057e64-2e1a-43d0-939c-5ecdcfd4da51', 'tenant_id': '25d79c53f0bd4923ab966dd0d5f549ca', 'floating_ip_address': '172.27.2.209', 'floating_network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'router_id': '7c716cc1-a531-41f3-9f23-faa57b595784', 'port_id': '9864b544-54ea-426f-9fce-16e3894b7c48', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7617b6d-ab89-4a54-b036-07b674993ecd', 'mac_address': 'fa:16:3e:75:98:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ec2706e-3182-45e5-9b7a-71e5898992a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T14:12:04Z', 'updated_at': '2021-09-07T14:12:06Z', 'revision_number': 1, 'project_id': '25d79c53f0bd4923ab966dd0d5f549ca', 'fixed_ip_address_scope': None}, {'id': '96cfc8a8-cebd-44c3-9541-27b0dd154dc2', 'tenant_id': '25d79c53f0bd4923ab966dd0d5f549ca', 'floating_ip_address': '172.27.2.184', 'floating_network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'router_id': '7c716cc1-a531-41f3-9f23-faa57b595784', 'port_id': '844f8d1e-2b2d-4091-a8a4-59da7a10893d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 665, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7617b6d-ab89-4a54-b036-07b674993ecd', 'mac_address': 'fa:16:3e:67:94:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '703cc4c0-4ab7-4d79-9e4e-d56cff6733b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T14:14:11Z', 'updated_at': '2021-09-07T14:14:11Z', 'revision_number': 0, 'project_id': '25d79c53f0bd4923ab966dd0d5f549ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d68cbd4-23d9-4ebf-98ab-c41cb6cabbd7', 'name': '', 'network_id': 'f7617b6d-ab89-4a54-b036-07b674993ecd', 'tenant_id': '25d79c53f0bd4923ab966dd0d5f549ca', 'mac_address': 'fa:16:3e:6a:97:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c716cc1-a531-41f3-9f23-faa57b595784', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '3750f73b-6c72-42f1-b8a9-086bab013509', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:07:42Z', 'updated_at': '2021-09-07T14:07:48Z', 'revision_number': 5, 'project_id': '25d79c53f0bd4923ab966dd0d5f549ca', 'subnets': [{'id': '3750f73b-6c72-42f1-b8a9-086bab013509', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782910-4-iscsi', False) {} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:14:13.498969 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Device eb9a30c2-0a64-476f-bb54-b1ce3a5feda7 up at agent hyperv_hv-cinder-78291 {{(pid=94139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:14:13.512713 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4403cd41-a78a-453d-b46d-c80eb899485e None None] The sync data for ids ['7c716cc1-a531-41f3-9f23-faa57b595784'] in dv-cinder-782910-4-iscsi is: [{'id': '7c716cc1-a531-41f3-9f23-faa57b595784', 'name': 'tempest-TestVolumeBootPattern-1482981846-router', 'tenant_id': '25d79c53f0bd4923ab966dd0d5f549ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'external_fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': '59d08d57-a9bc-451f-b10d-b81a2fedad8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:07:39Z', 'updated_at': '2021-09-07T14:07:43Z', 'revision_number': 4, 'project_id': '25d79c53f0bd4923ab966dd0d5f549ca', 'gw_port': {'id': '59d08d57-a9bc-451f-b10d-b81a2fedad8c', 'name': '', 'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f4:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c716cc1-a531-41f3-9f23-faa57b595784', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:07:39Z', 'updated_at': '2021-09-07T14:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-4-iscsi', '_floatingips': [{'id': '27057e64-2e1a-43d0-939c-5ecdcfd4da51', 'tenant_id': '25d79c53f0bd4923ab966dd0d5f549ca', 'floating_ip_address': '172.27.2.209', 'floating_network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'router_id': '7c716cc1-a531-41f3-9f23-faa57b595784', 'port_id': '9864b544-54ea-426f-9fce-16e3894b7c48', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7617b6d-ab89-4a54-b036-07b674993ecd', 'mac_address': 'fa:16:3e:75:98:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ec2706e-3182-45e5-9b7a-71e5898992a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T14:12:04Z', 'updated_at': '2021-09-07T14:12:06Z', 'revision_number': 1, 'project_id': '25d79c53f0bd4923ab966dd0d5f549ca', 'fixed_ip_address_scope': None}, {'id': '96cfc8a8-cebd-44c3-9541-27b0dd154dc2', 'tenant_id': '25d79c53f0bd4923ab966dd0d5f549ca', 'floating_ip_address': '172.27.2.184', 'floating_network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'router_id': '7c716cc1-a531-41f3-9f23-faa57b595784', 'port_id': '844f8d1e-2b2d-4091-a8a4-59da7a10893d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 665, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7617b6d-ab89-4a54-b036-07b674993ecd', 'mac_address': 'fa:16:3e:67:94:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '703cc4c0-4ab7-4d79-9e4e-d56cff6733b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T14:14:11Z', 'updated_at': '2021-09-07T14:14:11Z', 'revision_number': 0, 'project_id': '25d79c53f0bd4923ab966dd0d5f549ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d68cbd4-23d9-4ebf-98ab-c41cb6cabbd7', 'name': '', 'network_id': 'f7617b6d-ab89-4a54-b036-07b674993ecd', 'tenant_id': '25d79c53f0bd4923ab966dd0d5f549ca', 'mac_address': 'fa:16:3e:6a:97:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c716cc1-a531-41f3-9f23-faa57b595784', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '3750f73b-6c72-42f1-b8a9-086bab013509', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:07:42Z', 'updated_at': '2021-09-07T14:07:48Z', 'revision_number': 5, 'project_id': '25d79c53f0bd4923ab966dd0d5f549ca', 'subnets': [{'id': '3750f73b-6c72-42f1-b8a9-086bab013509', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 14:14:13.519526 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62ce07d-544d-4871-ad5b-20a5f1fd5c10 req-c2ac871d-6adc-474c-bbc9-cc18ec5802f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:14:13.521043 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-b62ce07d-544d-4871-ad5b-20a5f1fd5c10 req-c2ac871d-6adc-474c-bbc9-cc18ec5802f9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f7617b6d-ab89-4a54-b036-07b674993ecd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0589917 Sep 07 14:14:13.526196 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c976faa6-9f5b-4d53-96bc-b4258892c1b6 req-9d228cd1-4cba-463d-9dd1-ccbb2e337a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:14:13.528154 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-c976faa6-9f5b-4d53-96bc-b4258892c1b6 req-9d228cd1-4cba-463d-9dd1-ccbb2e337a13 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7080b35d-131d-4288-830a-20e851d36466&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0734174 Sep 07 14:14:13.556376 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Provisioning for port eb9a30c2-0a64-476f-bb54-b1ce3a5feda7 completed by entity L2. {{(pid=94139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 14:14:13.562091 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Provisioning complete for port eb9a30c2-0a64-476f-bb54-b1ce3a5feda7 triggered by entity L2. {{(pid=94139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:14:13.562458 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462246'] for port, provisioning_complete {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:14:13.642394 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:14:13.669807 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c69ede9d-d3ac-4eec-a316-4467d29a597b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb9a30c2-0a64-476f-bb54-b1ce3a5feda7'}] {{(pid=94139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:14:13.672317 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4453e99b4ec61c2946fac8af49a5adf90b2a32597d884ada3dd1dc93487e448" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c27d2bf8-fc6a-4235-b91c-e7d12d6cf00e" -d '{"events": [{"server_uuid": "c69ede9d-d3ac-4eec-a316-4467d29a597b", "name": "network-vif-plugged", "status": "completed", "tag": "eb9a30c2-0a64-476f-bb54-b1ce3a5feda7"}]}' {{(pid=94139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:14:13.687096 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.db [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] For port eb9a30c2-0a64-476f-bb54-b1ce3a5feda7, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=eb9a30c2-0a64-476f-bb54-b1ce3a5feda7,segment=NetworkSegment(68ba3aee-8afb-4d28-86d2-68eeda243f3e),segment_id=68ba3aee-8afb-4d28-86d2-68eeda243f3e)] {{(pid=94139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:14:13.691353 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-b62ce07d-544d-4871-ad5b-20a5f1fd5c10 req-2044cbe5-f46f-4c66-88c4-832244d76fb7 service neutron] 10.222.0.23 "GET /v2.0/networks/f7617b6d-ab89-4a54-b036-07b674993ecd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621408 Sep 07 14:14:13.692307 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735729008622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735728620463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735728620481'] for port, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:14:13.695217 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-c976faa6-9f5b-4d53-96bc-b4258892c1b6 req-cb8f225d-9334-4dd2-b471-bb59da80c4b2 service neutron] 10.222.0.23 "GET /v2.0/networks/7080b35d-131d-4288-830a-20e851d36466?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580849 Sep 07 14:14:13.740825 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 14:14:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b895eb50-a5cf-4f9a-9694-b1aaa2e400ca x-openstack-request-id: req-b895eb50-a5cf-4f9a-9694-b1aaa2e400ca {{(pid=94139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:14:13.741114 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c69ede9d-d3ac-4eec-a316-4467d29a597b", "name": "network-vif-plugged", "status": "completed", "tag": "eb9a30c2-0a64-476f-bb54-b1ce3a5feda7", "code": 200}]} {{(pid=94139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:14:13.741423 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b895eb50-a5cf-4f9a-9694-b1aaa2e400ca {{(pid=94139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:14:13.741830 dv-cinder-782910-4-iscsi neutron-server[94139]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c69ede9d-d3ac-4eec-a316-4467d29a597b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb9a30c2-0a64-476f-bb54-b1ce3a5feda7', 'code': 200} Sep 07 14:14:13.760836 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Pushing event updated for resources: {'Port': ['ID=eb9a30c2-0a64-476f-bb54-b1ce3a5feda7,revision_number=5']} {{(pid=94139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:14:13.773598 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab70f43-bdbb-4bfd-b606-b667b88bef57 None None] New status for floating IP 96cfc8a8-cebd-44c3-9541-27b0dd154dc2: ACTIVE {{(pid=94139) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 14:14:13.878190 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-b62ce07d-544d-4871-ad5b-20a5f1fd5c10 req-ddee31a0-8a73-49f0-aa09-4269479551bc service neutron] 10.222.0.23 "GET /v2.0/networks/f7617b6d-ab89-4a54-b036-07b674993ecd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721985 Sep 07 14:14:13.881923 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-c976faa6-9f5b-4d53-96bc-b4258892c1b6 req-b07f0740-fdd1-46ea-a331-daf4dee6ec09 service neutron] 10.222.0.23 "GET /v2.0/networks/7080b35d-131d-4288-830a-20e851d36466?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553745 Sep 07 14:14:13.989200 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34d682c-f8d1-46c4-a530-c0d6f4a53284 req-eb83fa91-bf01-4c07-b74b-bcb0c3ac4507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:14:13.990737 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-b34d682c-f8d1-46c4-a530-c0d6f4a53284 req-eb83fa91-bf01-4c07-b74b-bcb0c3ac4507 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c69ede9d-d3ac-4eec-a316-4467d29a597b HTTP/1.1" status: 200 len: 1098 time: 0.0428090 Sep 07 14:14:14.034242 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-b34d682c-f8d1-46c4-a530-c0d6f4a53284 req-e8432f7b-35ba-4fab-b603-dc85dadc4812 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=3817d4f7-dbdf-4d93-9fc2-a322ee5574b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342946 Sep 07 14:14:14.190059 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-90497945-cc67-4e40-89ff-93978391019b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:14:14.360491 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63083e87-3299-4c88-bf38-34de85d35542 req-4a958eb0-43c9-4406-9668-da36089e0896 tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:14:14.361999 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-63083e87-3299-4c88-bf38-34de85d35542 req-4a958eb0-43c9-4406-9668-da36089e0896 tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] 10.222.0.60 "GET /v2.0/ports?device_id=c69ede9d-d3ac-4eec-a316-4467d29a597b HTTP/1.1" status: 200 len: 945 time: 0.0490084 Sep 07 14:14:14.410248 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-63083e87-3299-4c88-bf38-34de85d35542 req-83db10e5-f55f-4a7a-b5fb-e592c1228891 tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] 10.222.0.60 "GET /v2.0/security-groups?id=3817d4f7-dbdf-4d93-9fc2-a322ee5574b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422182 Sep 07 14:14:14.568516 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc4157e-1497-437a-beb3-b0be2339c84a req-886b2194-e86f-4c8f-b1f7-5362fe536318 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:14:14.570068 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-afc4157e-1497-437a-beb3-b0be2339c84a req-886b2194-e86f-4c8f-b1f7-5362fe536318 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f0af0de-7730-41cd-9fec-a449b855d409 HTTP/1.1" status: 200 len: 945 time: 0.0493457 Sep 07 14:14:14.611424 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-afc4157e-1497-437a-beb3-b0be2339c84a req-d3abbaa2-f966-40ba-aaae-5f314536b850 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/security-groups?id=f88436f6-4807-47cf-9c32-5e8b909766e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354707 Sep 07 14:14:14.714063 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-cec4f6fb-2ca0-44f4-a970-9dc467b3a3ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:14:15.524028 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84832e3-96c3-43b8-b3ec-dfc4be6b7060 req-293cc228-58ef-4802-9e50-eaed873fe050 tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:14:15.525548 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-e84832e3-96c3-43b8-b3ec-dfc4be6b7060 req-293cc228-58ef-4802-9e50-eaed873fe050 tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] 10.222.0.60 "GET /v2.0/ports?device_id=c69ede9d-d3ac-4eec-a316-4467d29a597b HTTP/1.1" status: 200 len: 945 time: 0.0490382 Sep 07 14:14:15.564959 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-e84832e3-96c3-43b8-b3ec-dfc4be6b7060 req-0a238b71-51d9-417d-8ec9-8777026232bb tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] 10.222.0.60 "GET /v2.0/security-groups?id=3817d4f7-dbdf-4d93-9fc2-a322ee5574b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332215 Sep 07 14:14:15.684687 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3519e11-2b37-4c23-9c92-c8ec70aef08f req-6dbfc045-a176-49d6-afec-4d7366c71c98 tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:14:15.686218 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-f3519e11-2b37-4c23-9c92-c8ec70aef08f req-6dbfc045-a176-49d6-afec-4d7366c71c98 tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] 10.222.0.60 "GET /v2.0/ports?device_id=c69ede9d-d3ac-4eec-a316-4467d29a597b HTTP/1.1" status: 200 len: 945 time: 0.0564282 Sep 07 14:14:15.761813 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-f3519e11-2b37-4c23-9c92-c8ec70aef08f req-10b78067-47ce-4d65-b811-b5ed23fad2c6 tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] 10.222.0.60 "GET /v2.0/security-groups?id=3817d4f7-dbdf-4d93-9fc2-a322ee5574b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657859 Sep 07 14:14:15.770359 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bafe06-c31d-4a82-9c16-c18512358094 req-4653cc56-95d8-4a7b-822c-fc83903b14d2 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:14:15.771819 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-96bafe06-c31d-4a82-9c16-c18512358094 req-4653cc56-95d8-4a7b-822c-fc83903b14d2 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f0af0de-7730-41cd-9fec-a449b855d409 HTTP/1.1" status: 200 len: 945 time: 0.0847318 Sep 07 14:14:15.784266 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.wsgi [-] (94138) accepted ('10.222.0.60', 52750) {{(pid=94138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:14:15.811643 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-96bafe06-c31d-4a82-9c16-c18512358094 req-0c3ea641-ab18-4f3e-bc9a-7aa9881c0199 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/security-groups?id=f88436f6-4807-47cf-9c32-5e8b909766e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340261 Sep 07 14:14:15.875049 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8bf40f9-1462-4c3c-af44-790fd6806d58 tempest-TestShelveInstance-1740975181 tempest-TestShelveInstance-1740975181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:14:15.877670 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [None req-b8bf40f9-1462-4c3c-af44-790fd6806d58 tempest-TestShelveInstance-1740975181 tempest-TestShelveInstance-1740975181-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=c69ede9d-d3ac-4eec-a316-4467d29a597b HTTP/1.1" status: 200 len: 1093 time: 0.0923364 Sep 07 14:14:15.880813 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.wsgi [-] (94138) accepted ('10.222.0.60', 52754) {{(pid=94138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:14:15.885076 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.v2.base [None req-2a12598a-31dd-4cc4-8ab2-4b9b43372bb6 tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] Request body: {'floatingip': {'floating_network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'port_id': 'eb9a30c2-0a64-476f-bb54-b1ce3a5feda7', 'tenant_id': 'd1da509f5a404b83b8d7b6b8e5c8939b', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:14:15.894217 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-24e6fa56-2407-4935-9ec7-bc4eea9bdf8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:14:15.909902 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-2a12598a-31dd-4cc4-8ab2-4b9b43372bb6 tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] Notify callbacks [] for floatingip, before_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:14:16.013471 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-2a12598a-31dd-4cc4-8ab2-4b9b43372bb6 tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:14:16.127714 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.db.db_base_plugin_common [None req-2a12598a-31dd-4cc4-8ab2-4b9b43372bb6 tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] Allocated IP 172.27.2.117 (50058ef2-6e12-4dff-890f-d2e17fb9ee92/db4a7c65-31e2-4f76-9b43-e160b3d3d8e2/9b8e087e-4192-4768-9ce0-a827f827d8e3) {{(pid=94138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 14:14:16.235579 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-2a12598a-31dd-4cc4-8ab2-4b9b43372bb6 tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] Notify callbacks [] for port, precommit_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:14:16.278137 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-2a12598a-31dd-4cc4-8ab2-4b9b43372bb6 tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735728620445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65197361'] for port, after_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:14:16.311901 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a12598a-31dd-4cc4-8ab2-4b9b43372bb6 tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] Network 50058ef2-6e12-4dff-890f-d2e17fb9ee92 is already hosted by enough agents. {{(pid=94138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 14:14:16.315573 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.scheduler.base_scheduler [None req-2a12598a-31dd-4cc4-8ab2-4b9b43372bb6 tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] Resources bound (agent type, host, resource id): {{(pid=94138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:14:16.318047 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a12598a-31dd-4cc4-8ab2-4b9b43372bb6 tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] Received port after_create {{(pid=94138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 14:14:16.354912 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a12598a-31dd-4cc4-8ab2-4b9b43372bb6 tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] Pushing event updated for resources: {'Port': ['ID=9b8e087e-4192-4768-9ce0-a827f827d8e3,revision_number=1']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:14:16.701381 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-2a12598a-31dd-4cc4-8ab2-4b9b43372bb6 tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:14:16.787038 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-2a12598a-31dd-4cc4-8ab2-4b9b43372bb6 tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_update {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:14:16.935314 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03882ca-ca51-4db1-acbc-9a978153f6aa req-4f128782-5bd6-4b6e-9730-b4f5568ac7d1 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:14:16.937070 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-f03882ca-ca51-4db1-acbc-9a978153f6aa req-4f128782-5bd6-4b6e-9730-b4f5568ac7d1 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f0af0de-7730-41cd-9fec-a449b855d409 HTTP/1.1" status: 200 len: 945 time: 0.0536876 Sep 07 14:14:16.950632 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-2a12598a-31dd-4cc4-8ab2-4b9b43372bb6 tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] Notify callbacks [] for port, precommit_update {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:14:16.955540 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-2a12598a-31dd-4cc4-8ab2-4b9b43372bb6 tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735729008622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735728620463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735728620481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65197374'] for port, after_update {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:14:16.975916 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-f03882ca-ca51-4db1-acbc-9a978153f6aa req-80676635-1d33-4e14-8abe-70d124c4a147 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/security-groups?id=f88436f6-4807-47cf-9c32-5e8b909766e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324864 Sep 07 14:14:17.026131 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a12598a-31dd-4cc4-8ab2-4b9b43372bb6 tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] Pushing event updated for resources: {'Port': ['ID=9b8e087e-4192-4768-9ce0-a827f827d8e3,revision_number=2']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:14:17.039048 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-2a12598a-31dd-4cc4-8ab2-4b9b43372bb6 tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-432510'] for floatingip, after_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:14:17.154002 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.db.l3_db [None req-2a12598a-31dd-4cc4-8ab2-4b9b43372bb6 tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] Floating IP 01233880-b0a9-4fd4-a382-a8abf4dfa075 associated. External IP: 172.27.2.117, port: eb9a30c2-0a64-476f-bb54-b1ce3a5feda7. Sep 07 14:14:17.371738 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a12598a-31dd-4cc4-8ab2-4b9b43372bb6 tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] Router 6fd5966d-b1e4-4f84-ac51-62e80383c134 has already been hosted by L3 agent fa68c273-d39f-43dc-b6f8-e0c6852ace12 {{(pid=94138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 14:14:17.487812 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a12598a-31dd-4cc4-8ab2-4b9b43372bb6 tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] Notify agent at l3_agent.dv-cinder-782910-4-iscsi the message routers_updated {{(pid=94138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 14:14:17.497917 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc0c279-4f94-41be-bb9b-0bd00675c81a None None] Sync routers for ids ['6fd5966d-b1e4-4f84-ac51-62e80383c134'] in dv-cinder-782910-4-iscsi {{(pid=94140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 14:14:17.505808 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Device 68cb8dbf-618e-4367-b8d3-a72054f4d234 no longer exists at agent hyperv_hv-cinder-78291 {{(pid=94139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 14:14:17.507916 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc0c279-4f94-41be-bb9b-0bd00675c81a None None] Routers {'6fd5966d-b1e4-4f84-ac51-62e80383c134'} bound to L3 agent in host dv-cinder-782910-4-iscsi {{(pid=94140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:14:17.508589 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-2a12598a-31dd-4cc4-8ab2-4b9b43372bb6 tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88768'] for floatingip, before_response {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:14:17.509055 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.l3_hamode_db [None req-ddc0c279-4f94-41be-bb9b-0bd00675c81a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T13:58:13Z,description=,heartbeat_timestamp=2021-09-07T14:14:13Z,host='dv-cinder-782910-4-iscsi',id=fa68c273-d39f-43dc-b6f8-e0c6852ace12,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T13:58:13Z,topic='l3_agent')) {'router_ids': ['6fd5966d-b1e4-4f84-ac51-62e80383c134'], 'active': True} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:14:17.558189 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [None req-2a12598a-31dd-4cc4-8ab2-4b9b43372bb6 tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6762478 Sep 07 14:14:17.558958 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c69ede9d-d3ac-4eec-a316-4467d29a597b', 'tag': 'eb9a30c2-0a64-476f-bb54-b1ce3a5feda7'}] {{(pid=94138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:14:17.562886 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2f7ddeb31991bace343f2b2f4f22cd3bc4274a24b7cd750f83a004d46e17087" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-976ba16f-233e-4d5a-898d-b0b999212125" -d '{"events": [{"name": "network-changed", "server_uuid": "c69ede9d-d3ac-4eec-a316-4467d29a597b", "tag": "eb9a30c2-0a64-476f-bb54-b1ce3a5feda7"}]}' {{(pid=94138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:14:17.602557 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 14:14:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f1a7ea3-3810-478a-bf66-767a7cfb85ad x-openstack-request-id: req-5f1a7ea3-3810-478a-bf66-767a7cfb85ad {{(pid=94138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:14:17.603238 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c69ede9d-d3ac-4eec-a316-4467d29a597b", "tag": "eb9a30c2-0a64-476f-bb54-b1ce3a5feda7", "status": "completed", "code": 200}]} {{(pid=94138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:14:17.603238 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5f1a7ea3-3810-478a-bf66-767a7cfb85ad {{(pid=94138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:14:17.603522 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c69ede9d-d3ac-4eec-a316-4467d29a597b', 'tag': 'eb9a30c2-0a64-476f-bb54-b1ce3a5feda7', 'status': 'completed', 'code': 200} Sep 07 14:14:17.611428 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:14:17.640972 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f0af0de-7730-41cd-9fec-a449b855d409', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68cb8dbf-618e-4367-b8d3-a72054f4d234'}] {{(pid=94139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:14:17.643910 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4453e99b4ec61c2946fac8af49a5adf90b2a32597d884ada3dd1dc93487e448" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99a1a09b-1bf4-42ce-836e-4c8e4ba5a97e" -d '{"events": [{"server_uuid": "4f0af0de-7730-41cd-9fec-a449b855d409", "name": "network-vif-unplugged", "status": "completed", "tag": "68cb8dbf-618e-4367-b8d3-a72054f4d234"}]}' {{(pid=94139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:14:17.650880 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.l3_dvr_db [None req-ddc0c279-4f94-41be-bb9b-0bd00675c81a None None] Set router 6fd5966d-b1e4-4f84-ac51-62e80383c134 gateway port host: dv-cinder-782910-4-iscsi {{(pid=94140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:14:17.660119 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.db [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] For port 68cb8dbf-618e-4367-b8d3-a72054f4d234, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=68cb8dbf-618e-4367-b8d3-a72054f4d234,segment=NetworkSegment(21c9d53f-7d57-4732-bacb-70574652c02f),segment_id=21c9d53f-7d57-4732-bacb-70574652c02f)] {{(pid=94139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:14:17.666389 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735729008622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735728620463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735728620481'] for port, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:14:17.672540 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976ba16f-233e-4d5a-898d-b0b999212125 req-5a74aeca-6086-41a7-96dd-8869c0ac7479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:14:17.685000 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-976ba16f-233e-4d5a-898d-b0b999212125 req-5a74aeca-6086-41a7-96dd-8869c0ac7479 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d1da509f5a404b83b8d7b6b8e5c8939b&device_id=c69ede9d-d3ac-4eec-a316-4467d29a597b HTTP/1.1" status: 200 len: 1098 time: 0.0576982 Sep 07 14:14:17.768967 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 07 Sep 2021 14:14:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0285608-1f00-4743-bf50-7406ceadccbb x-openstack-request-id: req-a0285608-1f00-4743-bf50-7406ceadccbb {{(pid=94139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:14:17.769409 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f0af0de-7730-41cd-9fec-a449b855d409", "name": "network-vif-unplugged", "status": "failed", "tag": "68cb8dbf-618e-4367-b8d3-a72054f4d234", "code": 422}]} {{(pid=94139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:14:17.769765 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a0285608-1f00-4743-bf50-7406ceadccbb {{(pid=94139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:14:17.771078 dv-cinder-782910-4-iscsi neutron-server[94139]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '4f0af0de-7730-41cd-9fec-a449b855d409', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '68cb8dbf-618e-4367-b8d3-a72054f4d234', 'code': 422} returned with failed status Sep 07 14:14:17.779747 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Pushing event updated for resources: {'Port': ['ID=68cb8dbf-618e-4367-b8d3-a72054f4d234,revision_number=8']} {{(pid=94139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:14:17.803222 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976ba16f-233e-4d5a-898d-b0b999212125 req-435977cb-e956-407c-a1be-af96dd752da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:14:17.804720 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-976ba16f-233e-4d5a-898d-b0b999212125 req-435977cb-e956-407c-a1be-af96dd752da3 service neutron] 10.222.0.23 "GET /v2.0/networks?id=af120e7e-f468-4252-b4c8-d417ff270b91 HTTP/1.1" status: 200 len: 910 time: 0.1082702 Sep 07 14:14:17.852681 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.wsgi [req-2ff10b10-a121-4fc8-947d-2d4211677d56 req-238349c9-9785-4bbb-848a-2ae4f46c3bad service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=94137) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 14:14:17.854112 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-2ff10b10-a121-4fc8-947d-2d4211677d56 req-238349c9-9785-4bbb-848a-2ae4f46c3bad service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055947 Sep 07 14:14:17.890781 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-976ba16f-233e-4d5a-898d-b0b999212125 req-5c93d0f9-aaa3-4400-a044-c70d5fe39c71 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eb9a30c2-0a64-476f-bb54-b1ce3a5feda7 HTTP/1.1" status: 200 len: 999 time: 0.0769818 Sep 07 14:14:17.920473 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.l3_hamode_db [None req-ddc0c279-4f94-41be-bb9b-0bd00675c81a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fd5966d-b1e4-4f84-ac51-62e80383c134', 'name': 'tempest-TestShelveInstance-1826431165-router', 'tenant_id': 'd1da509f5a404b83b8d7b6b8e5c8939b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'external_fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': 'ad9268b5-9fc3-4422-a049-829115557b7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:13:31Z', 'updated_at': '2021-09-07T14:13:34Z', 'revision_number': 4, 'project_id': 'd1da509f5a404b83b8d7b6b8e5c8939b', 'gw_port': {'id': 'ad9268b5-9fc3-4422-a049-829115557b7f', 'name': '', 'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:14:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd5966d-b1e4-4f84-ac51-62e80383c134', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:13:31Z', 'updated_at': '2021-09-07T14:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-4-iscsi', '_floatingips': [{'id': '01233880-b0a9-4fd4-a382-a8abf4dfa075', 'tenant_id': 'd1da509f5a404b83b8d7b6b8e5c8939b', 'floating_ip_address': '172.27.2.117', 'floating_network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'router_id': '6fd5966d-b1e4-4f84-ac51-62e80383c134', 'port_id': 'eb9a30c2-0a64-476f-bb54-b1ce3a5feda7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 667, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af120e7e-f468-4252-b4c8-d417ff270b91', 'mac_address': 'fa:16:3e:18:10:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69ede9d-d3ac-4eec-a316-4467d29a597b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T14:14:16Z', 'updated_at': '2021-09-07T14:14:16Z', 'revision_number': 0, 'project_id': 'd1da509f5a404b83b8d7b6b8e5c8939b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f5b5aa3-d8ff-49be-89c5-86200b45de9e', 'name': '', 'network_id': 'af120e7e-f468-4252-b4c8-d417ff270b91', 'tenant_id': 'd1da509f5a404b83b8d7b6b8e5c8939b', 'mac_address': 'fa:16:3e:47:6b:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd5966d-b1e4-4f84-ac51-62e80383c134', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '4f109a84-4d9b-4daa-b3d3-35df2838d3cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:13:33Z', 'updated_at': '2021-09-07T14:13:39Z', 'revision_number': 5, 'project_id': 'd1da509f5a404b83b8d7b6b8e5c8939b', 'subnets': [{'id': '4f109a84-4d9b-4daa-b3d3-35df2838d3cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782910-4-iscsi', False) {} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:14:17.949748 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976ba16f-233e-4d5a-898d-b0b999212125 req-efb2aebe-ec28-41ad-a4ef-6daafbc5ed08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:14:17.950513 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc0c279-4f94-41be-bb9b-0bd00675c81a None None] Checking router: 6fd5966d-b1e4-4f84-ac51-62e80383c134 for host: dv-cinder-782910-4-iscsi {{(pid=94140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 14:14:17.951311 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-976ba16f-233e-4d5a-898d-b0b999212125 req-efb2aebe-ec28-41ad-a4ef-6daafbc5ed08 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4f109a84-4d9b-4daa-b3d3-35df2838d3cc HTTP/1.1" status: 200 len: 848 time: 0.0534821 Sep 07 14:14:17.960693 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc0c279-4f94-41be-bb9b-0bd00675c81a None None] Routers {'6fd5966d-b1e4-4f84-ac51-62e80383c134'} bound to L3 agent in host dv-cinder-782910-4-iscsi {{(pid=94140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:14:17.961335 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.l3_hamode_db [None req-ddc0c279-4f94-41be-bb9b-0bd00675c81a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T13:58:13Z,description=,heartbeat_timestamp=2021-09-07T14:14:13Z,host='dv-cinder-782910-4-iscsi',id=fa68c273-d39f-43dc-b6f8-e0c6852ace12,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T13:58:13Z,topic='l3_agent')) {'router_ids': ['6fd5966d-b1e4-4f84-ac51-62e80383c134'], 'active': True} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:14:18.008307 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976ba16f-233e-4d5a-898d-b0b999212125 req-3d3e636d-467c-4288-84e8-ca7ae97f7073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:14:18.009901 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-976ba16f-233e-4d5a-898d-b0b999212125 req-3d3e636d-467c-4288-84e8-ca7ae97f7073 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=af120e7e-f468-4252-b4c8-d417ff270b91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0503337 Sep 07 14:14:18.039388 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd78b76b-4726-4add-8e13-3fcf5a23327e req-97e2bb01-ec0f-47b4-9337-56b445af405a tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:14:18.041206 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-fd78b76b-4726-4add-8e13-3fcf5a23327e req-97e2bb01-ec0f-47b4-9337-56b445af405a tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f0af0de-7730-41cd-9fec-a449b855d409 HTTP/1.1" status: 200 len: 943 time: 0.0611126 Sep 07 14:14:18.096453 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-fd78b76b-4726-4add-8e13-3fcf5a23327e req-098f44f2-d054-44f9-8616-d7156499302c tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/security-groups?id=f88436f6-4807-47cf-9c32-5e8b909766e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461664 Sep 07 14:14:18.101760 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.l3_dvr_db [None req-ddc0c279-4f94-41be-bb9b-0bd00675c81a None None] Set router 6fd5966d-b1e4-4f84-ac51-62e80383c134 gateway port host: dv-cinder-782910-4-iscsi {{(pid=94140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:14:18.130964 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-976ba16f-233e-4d5a-898d-b0b999212125 req-913fcce0-1af5-4f23-a28a-3420955ba9cd service neutron] 10.222.0.23 "GET /v2.0/networks/af120e7e-f468-4252-b4c8-d417ff270b91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108673 Sep 07 14:14:18.241334 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-976ba16f-233e-4d5a-898d-b0b999212125 req-89103905-6026-4717-9fc4-58592f31d823 service neutron] 10.222.0.23 "GET /v2.0/networks/af120e7e-f468-4252-b4c8-d417ff270b91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007476 Sep 07 14:14:18.272147 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.wsgi [-] (94138) accepted ('10.222.0.60', 52808) {{(pid=94138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:14:18.359054 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.l3_hamode_db [None req-ddc0c279-4f94-41be-bb9b-0bd00675c81a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fd5966d-b1e4-4f84-ac51-62e80383c134', 'name': 'tempest-TestShelveInstance-1826431165-router', 'tenant_id': 'd1da509f5a404b83b8d7b6b8e5c8939b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'external_fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': 'ad9268b5-9fc3-4422-a049-829115557b7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:13:31Z', 'updated_at': '2021-09-07T14:13:34Z', 'revision_number': 4, 'project_id': 'd1da509f5a404b83b8d7b6b8e5c8939b', 'gw_port': {'id': 'ad9268b5-9fc3-4422-a049-829115557b7f', 'name': '', 'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:14:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd5966d-b1e4-4f84-ac51-62e80383c134', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:13:31Z', 'updated_at': '2021-09-07T14:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-4-iscsi', '_floatingips': [{'id': '01233880-b0a9-4fd4-a382-a8abf4dfa075', 'tenant_id': 'd1da509f5a404b83b8d7b6b8e5c8939b', 'floating_ip_address': '172.27.2.117', 'floating_network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'router_id': '6fd5966d-b1e4-4f84-ac51-62e80383c134', 'port_id': 'eb9a30c2-0a64-476f-bb54-b1ce3a5feda7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 667, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af120e7e-f468-4252-b4c8-d417ff270b91', 'mac_address': 'fa:16:3e:18:10:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69ede9d-d3ac-4eec-a316-4467d29a597b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T14:14:16Z', 'updated_at': '2021-09-07T14:14:16Z', 'revision_number': 0, 'project_id': 'd1da509f5a404b83b8d7b6b8e5c8939b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f5b5aa3-d8ff-49be-89c5-86200b45de9e', 'name': '', 'network_id': 'af120e7e-f468-4252-b4c8-d417ff270b91', 'tenant_id': 'd1da509f5a404b83b8d7b6b8e5c8939b', 'mac_address': 'fa:16:3e:47:6b:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd5966d-b1e4-4f84-ac51-62e80383c134', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '4f109a84-4d9b-4daa-b3d3-35df2838d3cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:13:33Z', 'updated_at': '2021-09-07T14:13:39Z', 'revision_number': 5, 'project_id': 'd1da509f5a404b83b8d7b6b8e5c8939b', 'subnets': [{'id': '4f109a84-4d9b-4daa-b3d3-35df2838d3cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782910-4-iscsi', False) {} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:14:18.368940 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-de772ad7-539c-44d7-8434-7e2c15645242 req-c0c68097-3d56-4977-9129-fbd7f2a38ac5 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=4f0af0de-7730-41cd-9fec-a449b855d409&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0956287 Sep 07 14:14:18.378211 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.wsgi [req-de772ad7-539c-44d7-8434-7e2c15645242 req-9b7a43b7-12b4-46c3-a7c1-b73259a9174a service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=94138) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 14:14:18.379365 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-de772ad7-539c-44d7-8434-7e2c15645242 req-9b7a43b7-12b4-46c3-a7c1-b73259a9174a service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054340 Sep 07 14:14:18.473394 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc0c279-4f94-41be-bb9b-0bd00675c81a None None] The sync data for ids ['6fd5966d-b1e4-4f84-ac51-62e80383c134'] in dv-cinder-782910-4-iscsi is: [{'id': '6fd5966d-b1e4-4f84-ac51-62e80383c134', 'name': 'tempest-TestShelveInstance-1826431165-router', 'tenant_id': 'd1da509f5a404b83b8d7b6b8e5c8939b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'external_fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': 'ad9268b5-9fc3-4422-a049-829115557b7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:13:31Z', 'updated_at': '2021-09-07T14:13:34Z', 'revision_number': 4, 'project_id': 'd1da509f5a404b83b8d7b6b8e5c8939b', 'gw_port': {'id': 'ad9268b5-9fc3-4422-a049-829115557b7f', 'name': '', 'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:14:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd5966d-b1e4-4f84-ac51-62e80383c134', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:13:31Z', 'updated_at': '2021-09-07T14:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-4-iscsi', '_floatingips': [{'id': '01233880-b0a9-4fd4-a382-a8abf4dfa075', 'tenant_id': 'd1da509f5a404b83b8d7b6b8e5c8939b', 'floating_ip_address': '172.27.2.117', 'floating_network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'router_id': '6fd5966d-b1e4-4f84-ac51-62e80383c134', 'port_id': 'eb9a30c2-0a64-476f-bb54-b1ce3a5feda7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 667, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af120e7e-f468-4252-b4c8-d417ff270b91', 'mac_address': 'fa:16:3e:18:10:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69ede9d-d3ac-4eec-a316-4467d29a597b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T14:14:16Z', 'updated_at': '2021-09-07T14:14:16Z', 'revision_number': 0, 'project_id': 'd1da509f5a404b83b8d7b6b8e5c8939b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f5b5aa3-d8ff-49be-89c5-86200b45de9e', 'name': '', 'network_id': 'af120e7e-f468-4252-b4c8-d417ff270b91', 'tenant_id': 'd1da509f5a404b83b8d7b6b8e5c8939b', 'mac_address': 'fa:16:3e:47:6b:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd5966d-b1e4-4f84-ac51-62e80383c134', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '4f109a84-4d9b-4daa-b3d3-35df2838d3cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:13:33Z', 'updated_at': '2021-09-07T14:13:39Z', 'revision_number': 5, 'project_id': 'd1da509f5a404b83b8d7b6b8e5c8939b', 'subnets': [{'id': '4f109a84-4d9b-4daa-b3d3-35df2838d3cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 14:14:18.489530 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:14:18.700088 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d6f083-30c7-4caa-89cd-19835ecbd75f None None] New status for floating IP 01233880-b0a9-4fd4-a382-a8abf4dfa075: ACTIVE {{(pid=94139) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 14:14:19.228749 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c85fa87-124b-4f86-9cc9-5bc71759bd8b req-d6fbf406-70b1-4d9e-bac4-6f397a724ed7 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:14:19.230227 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-7c85fa87-124b-4f86-9cc9-5bc71759bd8b req-d6fbf406-70b1-4d9e-bac4-6f397a724ed7 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f0af0de-7730-41cd-9fec-a449b855d409 HTTP/1.1" status: 200 len: 943 time: 0.0560703 Sep 07 14:14:19.245934 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de772ad7-539c-44d7-8434-7e2c15645242 req-6957acee-7d46-427d-9e21-eb5d7c761e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:14:19.247492 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-de772ad7-539c-44d7-8434-7e2c15645242 req-6957acee-7d46-427d-9e21-eb5d7c761e53 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=4f0af0de-7730-41cd-9fec-a449b855d409&tenant_id=6b4f71d3e9204b32b4e86d817985b1ea HTTP/1.1" status: 200 len: 1096 time: 0.0403132 Sep 07 14:14:19.274239 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-7c85fa87-124b-4f86-9cc9-5bc71759bd8b req-400c791b-f41b-4272-a694-3637f61d1f19 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/security-groups?id=f88436f6-4807-47cf-9c32-5e8b909766e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370750 Sep 07 14:14:19.309438 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de772ad7-539c-44d7-8434-7e2c15645242 req-e3fbc159-ef35-427a-a6b2-9bab7269d7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:14:19.310949 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-de772ad7-539c-44d7-8434-7e2c15645242 req-e3fbc159-ef35-427a-a6b2-9bab7269d7fe service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6b4f71d3e9204b32b4e86d817985b1ea&device_id=4f0af0de-7730-41cd-9fec-a449b855d409 HTTP/1.1" status: 200 len: 1096 time: 0.0408816 Sep 07 14:14:19.409936 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de772ad7-539c-44d7-8434-7e2c15645242 req-389fcabd-ffa2-4f1a-94d2-f1663e838d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:14:19.411595 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-de772ad7-539c-44d7-8434-7e2c15645242 req-389fcabd-ffa2-4f1a-94d2-f1663e838d4f service neutron] 10.222.0.23 "GET /v2.0/networks?id=7080b35d-131d-4288-830a-20e851d36466 HTTP/1.1" status: 200 len: 918 time: 0.0933528 Sep 07 14:14:19.492013 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-de772ad7-539c-44d7-8434-7e2c15645242 req-89ba4e15-af0d-4ee0-98f6-76d89e91b82b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=68cb8dbf-618e-4367-b8d3-a72054f4d234 HTTP/1.1" status: 200 len: 998 time: 0.0731301 Sep 07 14:14:19.790402 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de772ad7-539c-44d7-8434-7e2c15645242 req-e66cd6c4-e468-4064-b24c-828648aca876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:14:19.791867 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-de772ad7-539c-44d7-8434-7e2c15645242 req-e66cd6c4-e468-4064-b24c-828648aca876 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5ffd200c-eaef-4ea2-b697-3bcc1716b422 HTTP/1.1" status: 200 len: 856 time: 0.2918591 Sep 07 14:14:19.837115 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de772ad7-539c-44d7-8434-7e2c15645242 req-2b0727a2-2c2c-43ac-812a-b2124bd6ff0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:14:19.838649 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-de772ad7-539c-44d7-8434-7e2c15645242 req-2b0727a2-2c2c-43ac-812a-b2124bd6ff0a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7080b35d-131d-4288-830a-20e851d36466&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0392528 Sep 07 14:14:19.935325 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-de772ad7-539c-44d7-8434-7e2c15645242 req-522359b5-d9bd-460f-b9c9-676c3fcf2a19 service neutron] 10.222.0.23 "GET /v2.0/networks/7080b35d-131d-4288-830a-20e851d36466?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836616 Sep 07 14:14:20.024604 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-de772ad7-539c-44d7-8434-7e2c15645242 req-4ba5c46a-b0cc-4af9-8456-bf831dc5f53f service neutron] 10.222.0.23 "GET /v2.0/networks/7080b35d-131d-4288-830a-20e851d36466?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804045 Sep 07 14:14:20.398177 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af402a6-1446-4d8b-b807-2c3f4d8e5f92 req-64d5732d-c9ec-4f74-995b-e1ae69f65857 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:14:20.399756 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-3af402a6-1446-4d8b-b807-2c3f4d8e5f92 req-64d5732d-c9ec-4f74-995b-e1ae69f65857 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f0af0de-7730-41cd-9fec-a449b855d409 HTTP/1.1" status: 200 len: 943 time: 0.0527997 Sep 07 14:14:20.441852 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-3af402a6-1446-4d8b-b807-2c3f4d8e5f92 req-7b5a5636-1564-485d-95bb-97b693af3a23 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/security-groups?id=f88436f6-4807-47cf-9c32-5e8b909766e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352654 Sep 07 14:14:21.581924 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f54ecfe-3a17-4c4d-9d92-747e96f045a2 req-cd2cf15e-d8c0-4b5f-b43f-127c54118321 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:14:21.587173 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-5f54ecfe-3a17-4c4d-9d92-747e96f045a2 req-cd2cf15e-d8c0-4b5f-b43f-127c54118321 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f0af0de-7730-41cd-9fec-a449b855d409 HTTP/1.1" status: 200 len: 943 time: 0.0663595 Sep 07 14:14:21.630354 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-5f54ecfe-3a17-4c4d-9d92-747e96f045a2 req-909ba91a-649a-45ee-a281-0d78caeba004 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/security-groups?id=f88436f6-4807-47cf-9c32-5e8b909766e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355530 Sep 07 14:14:22.766748 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abbb1c0-4b32-4d29-8c37-172f8e2392e5 req-b4454c2c-0dbc-4584-bbdf-ea10c173c370 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:14:22.768352 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-7abbb1c0-4b32-4d29-8c37-172f8e2392e5 req-b4454c2c-0dbc-4584-bbdf-ea10c173c370 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f0af0de-7730-41cd-9fec-a449b855d409 HTTP/1.1" status: 200 len: 943 time: 0.0618529 Sep 07 14:14:22.812409 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-7abbb1c0-4b32-4d29-8c37-172f8e2392e5 req-3ec47223-5292-47a0-a6bc-90c9d83d120b tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/security-groups?id=f88436f6-4807-47cf-9c32-5e8b909766e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376875 Sep 07 14:14:23.952735 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76020c29-8332-4205-b0d9-835890ef8d16 req-2b37a775-ac65-42f5-ab6a-7928e15f5b0a tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:14:23.954787 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-76020c29-8332-4205-b0d9-835890ef8d16 req-2b37a775-ac65-42f5-ab6a-7928e15f5b0a tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f0af0de-7730-41cd-9fec-a449b855d409 HTTP/1.1" status: 200 len: 943 time: 0.0514224 Sep 07 14:14:24.003433 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-76020c29-8332-4205-b0d9-835890ef8d16 req-e6403ca0-d043-4317-91a4-f9c25790fcc4 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/security-groups?id=f88436f6-4807-47cf-9c32-5e8b909766e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416696 Sep 07 14:14:25.138246 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c20b031-82c6-45dd-9c90-282e9ff60cbf req-4c64c773-e51e-4b1e-97dd-2e7b94dbac37 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:14:25.139747 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-4c20b031-82c6-45dd-9c90-282e9ff60cbf req-4c64c773-e51e-4b1e-97dd-2e7b94dbac37 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f0af0de-7730-41cd-9fec-a449b855d409 HTTP/1.1" status: 200 len: 943 time: 0.0550380 Sep 07 14:14:25.181392 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-4c20b031-82c6-45dd-9c90-282e9ff60cbf req-84bfba1d-617f-487a-b7be-509fb7e1c830 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/security-groups?id=f88436f6-4807-47cf-9c32-5e8b909766e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342431 Sep 07 14:14:25.965284 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.agents_db [None req-36878762-3245-425c-bb44-2e5aea615dc4 None None] Agent healthcheck: found 6 active agents {{(pid=94140) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 14:14:26.312757 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7558ada-76b3-44ea-b09b-4b446fed7632 req-14779c5e-7e49-4bc1-ae1f-87eb16cdf0eb tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:14:26.314342 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-c7558ada-76b3-44ea-b09b-4b446fed7632 req-14779c5e-7e49-4bc1-ae1f-87eb16cdf0eb tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f0af0de-7730-41cd-9fec-a449b855d409 HTTP/1.1" status: 200 len: 943 time: 0.0553572 Sep 07 14:14:26.355679 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-c7558ada-76b3-44ea-b09b-4b446fed7632 req-84cf5363-0f7d-4346-a0c6-5a68a58e8d60 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/security-groups?id=f88436f6-4807-47cf-9c32-5e8b909766e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353928 Sep 07 14:14:27.480583 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9825d9-7bb9-4351-9716-6c7633ded5cd req-529149ed-0efe-4c5c-a3f0-439f5a844e31 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:14:27.482339 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-fa9825d9-7bb9-4351-9716-6c7633ded5cd req-529149ed-0efe-4c5c-a3f0-439f5a844e31 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f0af0de-7730-41cd-9fec-a449b855d409 HTTP/1.1" status: 200 len: 943 time: 0.0518515 Sep 07 14:14:27.531615 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-fa9825d9-7bb9-4351-9716-6c7633ded5cd req-a3ebe3da-f655-4933-88b6-2713e62006dc tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/security-groups?id=f88436f6-4807-47cf-9c32-5e8b909766e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422165 Sep 07 14:14:28.652559 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b188dd-c480-41e4-9b0a-604dab43ad5d req-25ef330e-4d4f-4ee9-b24e-ca3cbe4de973 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:14:28.654497 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-10b188dd-c480-41e4-9b0a-604dab43ad5d req-25ef330e-4d4f-4ee9-b24e-ca3cbe4de973 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f0af0de-7730-41cd-9fec-a449b855d409 HTTP/1.1" status: 200 len: 943 time: 0.0540066 Sep 07 14:14:28.720205 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-10b188dd-c480-41e4-9b0a-604dab43ad5d req-4bd5c6e1-0efb-43b8-9d1d-fd1428915310 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/security-groups?id=f88436f6-4807-47cf-9c32-5e8b909766e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583031 Sep 07 14:14:29.863571 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f2c0fa-57b4-4289-8515-50b795ebf218 req-18e121a4-aa16-4923-a024-9b89c9e546b9 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:14:29.865146 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-56f2c0fa-57b4-4289-8515-50b795ebf218 req-18e121a4-aa16-4923-a024-9b89c9e546b9 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f0af0de-7730-41cd-9fec-a449b855d409 HTTP/1.1" status: 200 len: 943 time: 0.0682547 Sep 07 14:14:29.905272 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-56f2c0fa-57b4-4289-8515-50b795ebf218 req-03d7962b-a142-485f-b9f7-2dd0204382dc tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/security-groups?id=f88436f6-4807-47cf-9c32-5e8b909766e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340984 Sep 07 14:14:31.026559 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e607cf-0035-42ae-8c5e-2cbfb8a4c1bb req-a1e449bd-462b-4fd1-87de-821116b4cfc2 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:14:31.028445 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-93e607cf-0035-42ae-8c5e-2cbfb8a4c1bb req-a1e449bd-462b-4fd1-87de-821116b4cfc2 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f0af0de-7730-41cd-9fec-a449b855d409 HTTP/1.1" status: 200 len: 943 time: 0.0510688 Sep 07 14:14:31.068557 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-93e607cf-0035-42ae-8c5e-2cbfb8a4c1bb req-41ccda77-ec6b-4326-930e-f1f2b2baac0d tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/security-groups?id=f88436f6-4807-47cf-9c32-5e8b909766e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335286 Sep 07 14:14:32.193545 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8553ce5a-a573-4e29-ba6a-d524a06680a9 req-53dc4f5f-2887-4007-ac3a-8f58718d9c67 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:14:32.195198 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-8553ce5a-a573-4e29-ba6a-d524a06680a9 req-53dc4f5f-2887-4007-ac3a-8f58718d9c67 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f0af0de-7730-41cd-9fec-a449b855d409 HTTP/1.1" status: 200 len: 943 time: 0.0513306 Sep 07 14:14:32.234063 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-8553ce5a-a573-4e29-ba6a-d524a06680a9 req-bccd299b-b8e8-4eeb-877d-22120f810873 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/security-groups?id=f88436f6-4807-47cf-9c32-5e8b909766e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322471 Sep 07 14:14:32.778997 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008bac9d-5806-49db-922d-60064ad12c71 req-d6f341b5-586c-443d-bc9c-19bb55f9d551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:14:32.780524 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-008bac9d-5806-49db-922d-60064ad12c71 req-d6f341b5-586c-443d-bc9c-19bb55f9d551 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6b4f71d3e9204b32b4e86d817985b1ea&device_id=4f0af0de-7730-41cd-9fec-a449b855d409 HTTP/1.1" status: 200 len: 1096 time: 0.0407104 Sep 07 14:14:32.900036 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008bac9d-5806-49db-922d-60064ad12c71 req-741fd0b2-be89-4645-8ad8-aca5d648da3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:14:32.901529 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-008bac9d-5806-49db-922d-60064ad12c71 req-741fd0b2-be89-4645-8ad8-aca5d648da3f service neutron] 10.222.0.23 "GET /v2.0/networks?id=7080b35d-131d-4288-830a-20e851d36466 HTTP/1.1" status: 200 len: 918 time: 0.0946832 Sep 07 14:14:32.976621 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-008bac9d-5806-49db-922d-60064ad12c71 req-c26a5b24-934a-491a-bcdf-a8acbd4454de service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=68cb8dbf-618e-4367-b8d3-a72054f4d234 HTTP/1.1" status: 200 len: 998 time: 0.0665073 Sep 07 14:14:33.028853 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008bac9d-5806-49db-922d-60064ad12c71 req-caafabb7-172f-4aaa-ac5c-4237920b9777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:14:33.030415 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-008bac9d-5806-49db-922d-60064ad12c71 req-caafabb7-172f-4aaa-ac5c-4237920b9777 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5ffd200c-eaef-4ea2-b697-3bcc1716b422 HTTP/1.1" status: 200 len: 856 time: 0.0439358 Sep 07 14:14:33.081318 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008bac9d-5806-49db-922d-60064ad12c71 req-66d54fff-ed6d-4c62-87ec-b613f79a20a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:14:33.083276 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-008bac9d-5806-49db-922d-60064ad12c71 req-66d54fff-ed6d-4c62-87ec-b613f79a20a6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7080b35d-131d-4288-830a-20e851d36466&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0425112 Sep 07 14:14:33.186322 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-008bac9d-5806-49db-922d-60064ad12c71 req-6833cbad-d338-48b3-92a3-29446783c271 service neutron] 10.222.0.23 "GET /v2.0/networks/7080b35d-131d-4288-830a-20e851d36466?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941031 Sep 07 14:14:33.286417 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-008bac9d-5806-49db-922d-60064ad12c71 req-241257a6-9d2f-47fd-99df-ec1afa735554 service neutron] 10.222.0.23 "GET /v2.0/networks/7080b35d-131d-4288-830a-20e851d36466?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915039 Sep 07 14:14:33.358479 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccd898d-9ae8-45c8-b934-cfc3d80fa9e0 req-5cfd9edb-5ecc-40a3-9caf-4e0c5c6ec3fa tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:14:33.359966 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-1ccd898d-9ae8-45c8-b934-cfc3d80fa9e0 req-5cfd9edb-5ecc-40a3-9caf-4e0c5c6ec3fa tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f0af0de-7730-41cd-9fec-a449b855d409 HTTP/1.1" status: 200 len: 943 time: 0.0517914 Sep 07 14:14:33.403765 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-1ccd898d-9ae8-45c8-b934-cfc3d80fa9e0 req-bff88288-cebf-4cbb-be39-d6c3b9f8add5 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/security-groups?id=f88436f6-4807-47cf-9c32-5e8b909766e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372858 Sep 07 14:14:34.538132 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0611b447-8244-41d1-a2c7-775cd0731678 req-d641c95c-9d2a-42f5-be89-62d17f7f9efa tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:14:34.539809 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-0611b447-8244-41d1-a2c7-775cd0731678 req-d641c95c-9d2a-42f5-be89-62d17f7f9efa tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f0af0de-7730-41cd-9fec-a449b855d409 HTTP/1.1" status: 200 len: 943 time: 0.0590639 Sep 07 14:14:34.581768 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-0611b447-8244-41d1-a2c7-775cd0731678 req-61d79894-ab30-4f10-858b-bebd30a68795 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/security-groups?id=f88436f6-4807-47cf-9c32-5e8b909766e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341902 Sep 07 14:14:35.625161 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Device 68cb8dbf-618e-4367-b8d3-a72054f4d234 details requested by agent hyperv_hv-cinder-78291 with host hv-cinder-78291 {{(pid=94139) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 14:14:35.713661 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3bf22b-91ee-4ce5-8830-04d2324a6c38 req-86071752-c7ac-4e08-acc1-5cf7e117cc4f tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:14:35.715277 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-2a3bf22b-91ee-4ce5-8830-04d2324a6c38 req-86071752-c7ac-4e08-acc1-5cf7e117cc4f tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f0af0de-7730-41cd-9fec-a449b855d409 HTTP/1.1" status: 200 len: 943 time: 0.0504322 Sep 07 14:14:35.755773 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-2a3bf22b-91ee-4ce5-8830-04d2324a6c38 req-56a5b750-1284-4366-9579-02d0e16193f1 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/security-groups?id=f88436f6-4807-47cf-9c32-5e8b909766e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342903 Sep 07 14:14:35.846929 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.db [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] For port 68cb8dbf-618e-4367-b8d3-a72054f4d234, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=68cb8dbf-618e-4367-b8d3-a72054f4d234,segment=NetworkSegment(21c9d53f-7d57-4732-bacb-70574652c02f),segment_id=21c9d53f-7d57-4732-bacb-70574652c02f)] {{(pid=94139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:14:35.857415 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Returning: {'device': '68cb8dbf-618e-4367-b8d3-a72054f4d234', 'network_id': '7080b35d-131d-4288-830a-20e851d36466', 'port_id': '68cb8dbf-618e-4367-b8d3-a72054f4d234', 'mac_address': 'fa:16:3e:bd:43:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 692, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ffd200c-eaef-4ea2-b697-3bcc1716b422', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94139) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 14:14:35.894966 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:14:35.907290 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.notifiers.nova [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68cb8dbf-618e-4367-b8d3-a72054f4d234 {{(pid=94139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 14:14:35.926562 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.db [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] For port 68cb8dbf-618e-4367-b8d3-a72054f4d234, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=68cb8dbf-618e-4367-b8d3-a72054f4d234,segment=NetworkSegment(21c9d53f-7d57-4732-bacb-70574652c02f),segment_id=21c9d53f-7d57-4732-bacb-70574652c02f)] {{(pid=94139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:14:35.930250 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735729008622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735728620463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735728620481'] for port, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:14:35.977456 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Pushing event updated for resources: {'Port': ['ID=68cb8dbf-618e-4367-b8d3-a72054f4d234,revision_number=9']} {{(pid=94139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:14:35.984420 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:14:35.984771 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:14:35.985159 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:14:35.985510 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:14:35.985842 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:14:35.986165 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:14:35.986486 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:14:35.986806 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:14:35.987126 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:14:35.987441 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:14:35.987754 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:14:35.988066 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:14:36.211228 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.db [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] get_ports_and_sgs() called for port_ids ['68cb8dbf-618e-4367-b8d3-a72054f4d234'] {{(pid=94139) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 14:14:36.884903 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ba365a-841b-42fc-a4cf-9dd646cc96fc req-5e4d6ebc-32e6-4c2f-a405-c4da6e8789ed tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:14:36.887257 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-33ba365a-841b-42fc-a4cf-9dd646cc96fc req-5e4d6ebc-32e6-4c2f-a405-c4da6e8789ed tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f0af0de-7730-41cd-9fec-a449b855d409 HTTP/1.1" status: 200 len: 944 time: 0.0559812 Sep 07 14:14:36.940289 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-33ba365a-841b-42fc-a4cf-9dd646cc96fc req-b0f3a473-77f5-45a8-9495-15a63fae7a20 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/security-groups?id=f88436f6-4807-47cf-9c32-5e8b909766e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432866 Sep 07 14:14:37.640716 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Device 68cb8dbf-618e-4367-b8d3-a72054f4d234 up at agent hyperv_hv-cinder-78291 {{(pid=94139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:14:37.690558 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Provisioning complete for port 68cb8dbf-618e-4367-b8d3-a72054f4d234 triggered by entity L2. {{(pid=94139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:14:37.690930 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462246'] for port, provisioning_complete {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:14:37.770265 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:14:37.792233 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f0af0de-7730-41cd-9fec-a449b855d409', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68cb8dbf-618e-4367-b8d3-a72054f4d234'}] {{(pid=94139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:14:37.794485 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4453e99b4ec61c2946fac8af49a5adf90b2a32597d884ada3dd1dc93487e448" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df558eac-9371-4fde-b0d6-38ba273dce8b" -d '{"events": [{"server_uuid": "4f0af0de-7730-41cd-9fec-a449b855d409", "name": "network-vif-plugged", "status": "completed", "tag": "68cb8dbf-618e-4367-b8d3-a72054f4d234"}]}' {{(pid=94139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:14:37.806789 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.db [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] For port 68cb8dbf-618e-4367-b8d3-a72054f4d234, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=68cb8dbf-618e-4367-b8d3-a72054f4d234,segment=NetworkSegment(21c9d53f-7d57-4732-bacb-70574652c02f),segment_id=21c9d53f-7d57-4732-bacb-70574652c02f)] {{(pid=94139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:14:37.811948 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735729008622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735728620463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735728620481'] for port, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:14:37.836002 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 14:14:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c6fbe93-a2b8-4330-9dcf-4a42dfded8a8 x-openstack-request-id: req-8c6fbe93-a2b8-4330-9dcf-4a42dfded8a8 {{(pid=94139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:14:37.836291 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f0af0de-7730-41cd-9fec-a449b855d409", "name": "network-vif-plugged", "status": "completed", "tag": "68cb8dbf-618e-4367-b8d3-a72054f4d234", "code": 200}]} {{(pid=94139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:14:37.836543 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8c6fbe93-a2b8-4330-9dcf-4a42dfded8a8 {{(pid=94139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:14:37.836927 dv-cinder-782910-4-iscsi neutron-server[94139]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f0af0de-7730-41cd-9fec-a449b855d409', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68cb8dbf-618e-4367-b8d3-a72054f4d234', 'code': 200} Sep 07 14:14:37.863008 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Pushing event updated for resources: {'Port': ['ID=68cb8dbf-618e-4367-b8d3-a72054f4d234,revision_number=10']} {{(pid=94139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:14:38.009315 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031bb822-c92d-4706-b3c1-1264e89dcc26 req-a05a63fd-de4c-4dfe-acfa-8a77ea618324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:14:38.010867 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-031bb822-c92d-4706-b3c1-1264e89dcc26 req-a05a63fd-de4c-4dfe-acfa-8a77ea618324 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=4f0af0de-7730-41cd-9fec-a449b855d409 HTTP/1.1" status: 200 len: 1099 time: 0.0396230 Sep 07 14:14:38.051807 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-031bb822-c92d-4706-b3c1-1264e89dcc26 req-60739d13-1f86-40d6-ae2b-746df8046114 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=f88436f6-4807-47cf-9c32-5e8b909766e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327396 Sep 07 14:14:38.055162 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc54038-eca0-421e-b59b-06336c1015b0 req-18fa1843-070e-4021-9b1f-f9fe845dbc34 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:14:38.056666 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-bfc54038-eca0-421e-b59b-06336c1015b0 req-18fa1843-070e-4021-9b1f-f9fe845dbc34 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f0af0de-7730-41cd-9fec-a449b855d409 HTTP/1.1" status: 200 len: 946 time: 0.0498796 Sep 07 14:14:38.100725 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-bfc54038-eca0-421e-b59b-06336c1015b0 req-c0a86a9b-a9ea-4010-af9a-96142b5098de tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/security-groups?id=f88436f6-4807-47cf-9c32-5e8b909766e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379806 Sep 07 14:14:39.221667 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df74a105-6aa4-490a-93bf-2b8a9498d30c req-f0b39dc0-e117-467f-bf73-eb8192aec7a1 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:14:39.223399 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-df74a105-6aa4-490a-93bf-2b8a9498d30c req-f0b39dc0-e117-467f-bf73-eb8192aec7a1 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f0af0de-7730-41cd-9fec-a449b855d409 HTTP/1.1" status: 200 len: 946 time: 0.0492189 Sep 07 14:14:39.262782 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-df74a105-6aa4-490a-93bf-2b8a9498d30c req-5daa7c63-fbbd-453e-afb6-91ab848fa457 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/security-groups?id=f88436f6-4807-47cf-9c32-5e8b909766e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324578 Sep 07 14:14:40.385839 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f1c6d8-5afa-49b3-aa37-1d1fd3f30ffe req-ef7ad82e-5b56-436b-b30a-72d67cd38735 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:14:40.387305 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-b7f1c6d8-5afa-49b3-aa37-1d1fd3f30ffe req-ef7ad82e-5b56-436b-b30a-72d67cd38735 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f0af0de-7730-41cd-9fec-a449b855d409 HTTP/1.1" status: 200 len: 946 time: 0.0528300 Sep 07 14:14:40.426035 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-b7f1c6d8-5afa-49b3-aa37-1d1fd3f30ffe req-43dab765-4414-4c0e-887b-4203a3ef7cef tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/security-groups?id=f88436f6-4807-47cf-9c32-5e8b909766e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322027 Sep 07 14:14:40.661339 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-6b1f8aeb-3ca9-4ee3-833e-08de62d7a8db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:14:43.457073 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-e288df37-f640-491e-a05e-0ff8e29a34c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:14:44.191099 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-90497945-cc67-4e40-89ff-93978391019b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:14:44.714266 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-cec4f6fb-2ca0-44f4-a970-9dc467b3a3ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:14:45.895601 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-24e6fa56-2407-4935-9ec7-bc4eea9bdf8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:14:48.512860 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:15:02.964699 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.agents_db [None req-36878762-3245-425c-bb44-2e5aea615dc4 None None] Agent healthcheck: found 6 active agents {{(pid=94140) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 14:15:10.664228 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-be864439-196a-41d8-be37-e5d23a1c4abe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:15:13.448786 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-f1ab5e01-c166-4c73-844e-e8c346df48f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:15:14.196634 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-90497945-cc67-4e40-89ff-93978391019b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:15:14.370794 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202bbf7a-e65f-4f0f-b305-abfd150db666 req-222918f9-7bc7-4ff9-9afb-79c2f2f80d5d tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:15:14.372352 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-202bbf7a-e65f-4f0f-b305-abfd150db666 req-222918f9-7bc7-4ff9-9afb-79c2f2f80d5d tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f0af0de-7730-41cd-9fec-a449b855d409 HTTP/1.1" status: 200 len: 946 time: 0.0500095 Sep 07 14:15:14.419244 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-202bbf7a-e65f-4f0f-b305-abfd150db666 req-792c1885-088a-4162-be24-1d08a7d88424 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/security-groups?id=f88436f6-4807-47cf-9c32-5e8b909766e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400724 Sep 07 14:15:14.715825 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-cec4f6fb-2ca0-44f4-a970-9dc467b3a3ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:15:15.547150 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d99eb0c-61b7-41ba-a152-3bd3ecae9cc8 req-c99d01b2-ed5f-402b-a256-b4534368d83d tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:15:15.549344 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-4d99eb0c-61b7-41ba-a152-3bd3ecae9cc8 req-c99d01b2-ed5f-402b-a256-b4534368d83d tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f0af0de-7730-41cd-9fec-a449b855d409 HTTP/1.1" status: 200 len: 946 time: 0.0499833 Sep 07 14:15:15.586948 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-4d99eb0c-61b7-41ba-a152-3bd3ecae9cc8 req-4a02847d-8fbf-4d03-9a8f-0fb39c646f76 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/security-groups?id=f88436f6-4807-47cf-9c32-5e8b909766e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316715 Sep 07 14:15:15.851726 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23f1962-720c-4d47-98da-5694874eb2a0 req-ab011cef-fd9f-4f93-9a02-3d1597242af2 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:15:15.853210 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-c23f1962-720c-4d47-98da-5694874eb2a0 req-ab011cef-fd9f-4f93-9a02-3d1597242af2 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f0af0de-7730-41cd-9fec-a449b855d409 HTTP/1.1" status: 200 len: 946 time: 0.0571198 Sep 07 14:15:15.899985 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-24e6fa56-2407-4935-9ec7-bc4eea9bdf8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:15:15.946827 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.plugin [req-c23f1962-720c-4d47-98da-5694874eb2a0 req-53b4f19f-e855-43a3-8269-1aa826324538 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Deleting port 68cb8dbf-618e-4367-b8d3-a72054f4d234 {{(pid=94138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 14:15:15.947198 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-c23f1962-720c-4d47-98da-5694874eb2a0 req-53b4f19f-e855-43a3-8269-1aa826324538 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735729003030'] for port, before_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:15:16.039181 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.db [req-c23f1962-720c-4d47-98da-5694874eb2a0 req-53b4f19f-e855-43a3-8269-1aa826324538 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] For port 68cb8dbf-618e-4367-b8d3-a72054f4d234, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=68cb8dbf-618e-4367-b8d3-a72054f4d234,segment=NetworkSegment(21c9d53f-7d57-4732-bacb-70574652c02f),segment_id=21c9d53f-7d57-4732-bacb-70574652c02f)] {{(pid=94138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:15:16.039550 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-c23f1962-720c-4d47-98da-5694874eb2a0 req-53b4f19f-e855-43a3-8269-1aa826324538 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453383'] for port, precommit_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:15:16.210029 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-c23f1962-720c-4d47-98da-5694874eb2a0 req-53b4f19f-e855-43a3-8269-1aa826324538 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:15:16.210308 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-c23f1962-720c-4d47-98da-5694874eb2a0 req-53b4f19f-e855-43a3-8269-1aa826324538 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-432510'] for floatingip, after_update {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:15:16.210625 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.db.l3_db [req-c23f1962-720c-4d47-98da-5694874eb2a0 req-53b4f19f-e855-43a3-8269-1aa826324538 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Floating IP f67a6b19-8d14-4eab-b2e8-be038855286f disassociated. External IP: 172.27.2.26, port: 68cb8dbf-618e-4367-b8d3-a72054f4d234. Sep 07 14:15:16.210966 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.plugin [req-c23f1962-720c-4d47-98da-5694874eb2a0 req-53b4f19f-e855-43a3-8269-1aa826324538 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Calling delete_port for 68cb8dbf-618e-4367-b8d3-a72054f4d234 owned by compute:nova {{(pid=94138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 14:15:16.346845 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-c23f1962-720c-4d47-98da-5694874eb2a0 req-53b4f19f-e855-43a3-8269-1aa826324538 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735729008604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735728620454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65197361'] for port, after_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:15:16.378267 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b4f19f-e855-43a3-8269-1aa826324538 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Pushing event deleted for resources: {'Port': ['ID=68cb8dbf-618e-4367-b8d3-a72054f4d234,revision_number=None']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:15:16.388473 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b4f19f-e855-43a3-8269-1aa826324538 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:15:16.388824 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b4f19f-e855-43a3-8269-1aa826324538 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:15:16.389164 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b4f19f-e855-43a3-8269-1aa826324538 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:15:16.389536 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b4f19f-e855-43a3-8269-1aa826324538 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:15:16.389874 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b4f19f-e855-43a3-8269-1aa826324538 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:15:16.390208 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b4f19f-e855-43a3-8269-1aa826324538 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:15:16.390537 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b4f19f-e855-43a3-8269-1aa826324538 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:15:16.390905 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b4f19f-e855-43a3-8269-1aa826324538 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:15:16.391298 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b4f19f-e855-43a3-8269-1aa826324538 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:15:16.391631 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b4f19f-e855-43a3-8269-1aa826324538 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:15:16.392151 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b4f19f-e855-43a3-8269-1aa826324538 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:15:16.392350 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b4f19f-e855-43a3-8269-1aa826324538 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:15:16.504477 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c23f1962-720c-4d47-98da-5694874eb2a0 req-53b4f19f-e855-43a3-8269-1aa826324538 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Router 99391e3d-48cd-4c70-8727-73113289dc51 has already been hosted by L3 agent fa68c273-d39f-43dc-b6f8-e0c6852ace12 {{(pid=94138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 14:15:16.619532 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c23f1962-720c-4d47-98da-5694874eb2a0 req-53b4f19f-e855-43a3-8269-1aa826324538 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Notify agent at l3_agent.dv-cinder-782910-4-iscsi the message routers_updated {{(pid=94138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 14:15:16.630679 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4027d5f-1761-4eab-be17-b909caae533c None None] Sync routers for ids ['99391e3d-48cd-4c70-8727-73113289dc51'] in dv-cinder-782910-4-iscsi {{(pid=94140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 14:15:16.641004 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4027d5f-1761-4eab-be17-b909caae533c None None] Routers {'99391e3d-48cd-4c70-8727-73113289dc51'} bound to L3 agent in host dv-cinder-782910-4-iscsi {{(pid=94140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:15:16.641745 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.l3_hamode_db [None req-c4027d5f-1761-4eab-be17-b909caae533c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T13:58:13Z,description=,heartbeat_timestamp=2021-09-07T14:15:13Z,host='dv-cinder-782910-4-iscsi',id=fa68c273-d39f-43dc-b6f8-e0c6852ace12,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T13:58:13Z,topic='l3_agent')) {'router_ids': ['99391e3d-48cd-4c70-8727-73113289dc51'], 'active': True} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:15:16.658352 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.db.l3_dvrscheduler_db [req-c23f1962-720c-4d47-98da-5694874eb2a0 req-53b4f19f-e855-43a3-8269-1aa826324538 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] No DVR routers for this DVR port 68cb8dbf-618e-4367-b8d3-a72054f4d234 on host hv-cinder-78291 {{(pid=94138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 14:15:16.660974 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-c23f1962-720c-4d47-98da-5694874eb2a0 req-53b4f19f-e855-43a3-8269-1aa826324538 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88768'] for port, before_response {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:15:16.663141 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-c23f1962-720c-4d47-98da-5694874eb2a0 req-53b4f19f-e855-43a3-8269-1aa826324538 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.23 "DELETE /v2.0/ports/68cb8dbf-618e-4367-b8d3-a72054f4d234 HTTP/1.1" status: 204 len: 173 time: 0.8031094 Sep 07 14:15:16.663683 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f0af0de-7730-41cd-9fec-a449b855d409', 'name': 'network-vif-deleted', 'tag': '68cb8dbf-618e-4367-b8d3-a72054f4d234'}] {{(pid=94138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:15:16.666154 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2f7ddeb31991bace343f2b2f4f22cd3bc4274a24b7cd750f83a004d46e17087" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26b9d786-1b05-4a6f-94db-7a90ad861c3c" -d '{"events": [{"server_uuid": "4f0af0de-7730-41cd-9fec-a449b855d409", "name": "network-vif-deleted", "tag": "68cb8dbf-618e-4367-b8d3-a72054f4d234"}]}' {{(pid=94138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:15:16.712121 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 14:15:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e27b96a-9dab-4f5e-936c-1d1ff0000153 x-openstack-request-id: req-4e27b96a-9dab-4f5e-936c-1d1ff0000153 {{(pid=94138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:15:16.712418 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f0af0de-7730-41cd-9fec-a449b855d409", "name": "network-vif-deleted", "tag": "68cb8dbf-618e-4367-b8d3-a72054f4d234", "status": "completed", "code": 200}]} {{(pid=94138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:15:16.715247 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-85e01701-61e8-4b5e-a692-99a979b72a3d req-d9d40118-7847-44a6-a8fa-605502b659ce tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f0af0de-7730-41cd-9fec-a449b855d409 HTTP/1.1" status: 200 len: 210 time: 0.0384629 Sep 07 14:15:16.722977 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4e27b96a-9dab-4f5e-936c-1d1ff0000153 {{(pid=94138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:15:16.723546 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f0af0de-7730-41cd-9fec-a449b855d409', 'name': 'network-vif-deleted', 'tag': '68cb8dbf-618e-4367-b8d3-a72054f4d234', 'status': 'completed', 'code': 200} Sep 07 14:15:16.771279 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.l3_dvr_db [None req-c4027d5f-1761-4eab-be17-b909caae533c None None] Set router 99391e3d-48cd-4c70-8727-73113289dc51 gateway port host: dv-cinder-782910-4-iscsi {{(pid=94140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:15:16.983195 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.l3_hamode_db [None req-c4027d5f-1761-4eab-be17-b909caae533c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99391e3d-48cd-4c70-8727-73113289dc51', 'name': 'tempest-AttachVolumeShelveTestJSON-1641349896-router', 'tenant_id': '6b4f71d3e9204b32b4e86d817985b1ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'external_fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': '82870f27-3cf0-43e6-bafa-d9aae1e0abab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:09:38Z', 'updated_at': '2021-09-07T14:09:42Z', 'revision_number': 4, 'project_id': '6b4f71d3e9204b32b4e86d817985b1ea', 'gw_port': {'id': '82870f27-3cf0-43e6-bafa-d9aae1e0abab', 'name': '', 'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:06:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99391e3d-48cd-4c70-8727-73113289dc51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:09:39Z', 'updated_at': '2021-09-07T14:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-4-iscsi', '_interfaces': [{'id': 'aae5dfa8-fed6-4fa4-8194-0d054f4fa6d0', 'name': '', 'network_id': '7080b35d-131d-4288-830a-20e851d36466', 'tenant_id': '6b4f71d3e9204b32b4e86d817985b1ea', 'mac_address': 'fa:16:3e:a3:73:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99391e3d-48cd-4c70-8727-73113289dc51', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '5ffd200c-eaef-4ea2-b697-3bcc1716b422', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:09:41Z', 'updated_at': '2021-09-07T14:09:48Z', 'revision_number': 5, 'project_id': '6b4f71d3e9204b32b4e86d817985b1ea', 'subnets': [{'id': '5ffd200c-eaef-4ea2-b697-3bcc1716b422', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782910-4-iscsi', False) {} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:15:17.009468 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4027d5f-1761-4eab-be17-b909caae533c None None] Checking router: 99391e3d-48cd-4c70-8727-73113289dc51 for host: dv-cinder-782910-4-iscsi {{(pid=94140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 14:15:17.018243 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4027d5f-1761-4eab-be17-b909caae533c None None] Routers {'99391e3d-48cd-4c70-8727-73113289dc51'} bound to L3 agent in host dv-cinder-782910-4-iscsi {{(pid=94140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:15:17.018791 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.l3_hamode_db [None req-c4027d5f-1761-4eab-be17-b909caae533c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T13:58:13Z,description=,heartbeat_timestamp=2021-09-07T14:15:13Z,host='dv-cinder-782910-4-iscsi',id=fa68c273-d39f-43dc-b6f8-e0c6852ace12,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T13:58:13Z,topic='l3_agent')) {'router_ids': ['99391e3d-48cd-4c70-8727-73113289dc51'], 'active': True} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:15:17.137680 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.l3_dvr_db [None req-c4027d5f-1761-4eab-be17-b909caae533c None None] Set router 99391e3d-48cd-4c70-8727-73113289dc51 gateway port host: dv-cinder-782910-4-iscsi {{(pid=94140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:15:17.341381 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.l3_hamode_db [None req-c4027d5f-1761-4eab-be17-b909caae533c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99391e3d-48cd-4c70-8727-73113289dc51', 'name': 'tempest-AttachVolumeShelveTestJSON-1641349896-router', 'tenant_id': '6b4f71d3e9204b32b4e86d817985b1ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'external_fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': '82870f27-3cf0-43e6-bafa-d9aae1e0abab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:09:38Z', 'updated_at': '2021-09-07T14:09:42Z', 'revision_number': 4, 'project_id': '6b4f71d3e9204b32b4e86d817985b1ea', 'gw_port': {'id': '82870f27-3cf0-43e6-bafa-d9aae1e0abab', 'name': '', 'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:06:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99391e3d-48cd-4c70-8727-73113289dc51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:09:39Z', 'updated_at': '2021-09-07T14:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-4-iscsi', '_interfaces': [{'id': 'aae5dfa8-fed6-4fa4-8194-0d054f4fa6d0', 'name': '', 'network_id': '7080b35d-131d-4288-830a-20e851d36466', 'tenant_id': '6b4f71d3e9204b32b4e86d817985b1ea', 'mac_address': 'fa:16:3e:a3:73:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99391e3d-48cd-4c70-8727-73113289dc51', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '5ffd200c-eaef-4ea2-b697-3bcc1716b422', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:09:41Z', 'updated_at': '2021-09-07T14:09:48Z', 'revision_number': 5, 'project_id': '6b4f71d3e9204b32b4e86d817985b1ea', 'subnets': [{'id': '5ffd200c-eaef-4ea2-b697-3bcc1716b422', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782910-4-iscsi', False) {} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:15:17.371617 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4027d5f-1761-4eab-be17-b909caae533c None None] The sync data for ids ['99391e3d-48cd-4c70-8727-73113289dc51'] in dv-cinder-782910-4-iscsi is: [{'id': '99391e3d-48cd-4c70-8727-73113289dc51', 'name': 'tempest-AttachVolumeShelveTestJSON-1641349896-router', 'tenant_id': '6b4f71d3e9204b32b4e86d817985b1ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'external_fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': '82870f27-3cf0-43e6-bafa-d9aae1e0abab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:09:38Z', 'updated_at': '2021-09-07T14:09:42Z', 'revision_number': 4, 'project_id': '6b4f71d3e9204b32b4e86d817985b1ea', 'gw_port': {'id': '82870f27-3cf0-43e6-bafa-d9aae1e0abab', 'name': '', 'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:06:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99391e3d-48cd-4c70-8727-73113289dc51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:09:39Z', 'updated_at': '2021-09-07T14:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-4-iscsi', '_interfaces': [{'id': 'aae5dfa8-fed6-4fa4-8194-0d054f4fa6d0', 'name': '', 'network_id': '7080b35d-131d-4288-830a-20e851d36466', 'tenant_id': '6b4f71d3e9204b32b4e86d817985b1ea', 'mac_address': 'fa:16:3e:a3:73:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99391e3d-48cd-4c70-8727-73113289dc51', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '5ffd200c-eaef-4ea2-b697-3bcc1716b422', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:09:41Z', 'updated_at': '2021-09-07T14:09:48Z', 'revision_number': 5, 'project_id': '6b4f71d3e9204b32b4e86d817985b1ea', 'subnets': [{'id': '5ffd200c-eaef-4ea2-b697-3bcc1716b422', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 14:15:17.598384 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c74b569-20c3-4645-b8d5-867f61634ba1 None None] New status for floating IP f67a6b19-8d14-4eab-b2e8-be038855286f: DOWN {{(pid=94139) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 14:15:17.800929 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.wsgi [-] (94138) accepted ('10.222.0.60', 52980) {{(pid=94138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:15:17.859004 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-7947b33f-a1ea-44c6-b20b-bc5e97cd77e4 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Notify callbacks [] for security_group, before_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:15:17.886995 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-7947b33f-a1ea-44c6-b20b-bc5e97cd77e4 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:15:17.939918 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-7947b33f-a1ea-44c6-b20b-bc5e97cd77e4 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585164'] for security_group, after_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:15:17.942545 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-7947b33f-a1ea-44c6-b20b-bc5e97cd77e4 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Notify callbacks [] for security_group, before_response {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:15:17.943774 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [None req-7947b33f-a1ea-44c6-b20b-bc5e97cd77e4 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "DELETE /v2.0/security-groups/f88436f6-4807-47cf-9c32-5e8b909766e4 HTTP/1.1" status: 204 len: 168 time: 0.1418030 Sep 07 14:15:17.946737 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.wsgi [-] (94137) accepted ('10.222.0.60', 52982) {{(pid=94137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:15:17.953088 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7947b33f-a1ea-44c6-b20b-bc5e97cd77e4 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f88436f6-4807-47cf-9c32-5e8b909766e4,revision_number=None']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:15:17.961792 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.api.v2.resource [None req-3b574010-06b2-4798-9456-0771687933f8 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] show failed (client error): The resource could not be found. Sep 07 14:15:17.965701 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [None req-3b574010-06b2-4798-9456-0771687933f8 tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "GET /v2.0/security-groups/f88436f6-4807-47cf-9c32-5e8b909766e4 HTTP/1.1" status: 404 len: 347 time: 0.0151258 Sep 07 14:15:17.965981 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.wsgi [-] (94137) accepted ('10.222.0.60', 52984) {{(pid=94137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:15:18.092831 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.plugin [None req-e38e15c7-44a8-4738-860f-e6afd4add3fb tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Deleting port be6ed6c7-ed3c-4f23-86ef-1174b4486963 {{(pid=94137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 14:15:18.093184 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-e38e15c7-44a8-4738-860f-e6afd4add3fb tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735729003030'] for port, before_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:15:18.165666 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-e38e15c7-44a8-4738-860f-e6afd4add3fb tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453383'] for port, precommit_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:15:18.165911 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-e38e15c7-44a8-4738-860f-e6afd4add3fb tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:15:18.179048 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.plugin [None req-e38e15c7-44a8-4738-860f-e6afd4add3fb tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Calling delete_port for be6ed6c7-ed3c-4f23-86ef-1174b4486963 owned by network:floatingip {{(pid=94137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 14:15:18.312200 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-e38e15c7-44a8-4738-860f-e6afd4add3fb tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735729008604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735728620454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63929217'] for port, after_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:15:18.337478 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38e15c7-44a8-4738-860f-e6afd4add3fb tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Pushing event deleted for resources: {'Port': ['ID=be6ed6c7-ed3c-4f23-86ef-1174b4486963,revision_number=None']} {{(pid=94137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:15:18.363318 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38e15c7-44a8-4738-860f-e6afd4add3fb tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:15:18.363667 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38e15c7-44a8-4738-860f-e6afd4add3fb tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:15:18.364001 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38e15c7-44a8-4738-860f-e6afd4add3fb tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:15:18.364336 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38e15c7-44a8-4738-860f-e6afd4add3fb tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:15:18.364663 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38e15c7-44a8-4738-860f-e6afd4add3fb tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:15:18.364990 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38e15c7-44a8-4738-860f-e6afd4add3fb tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:15:18.365336 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38e15c7-44a8-4738-860f-e6afd4add3fb tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:15:18.365662 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38e15c7-44a8-4738-860f-e6afd4add3fb tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:15:18.365981 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38e15c7-44a8-4738-860f-e6afd4add3fb tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:15:18.366299 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38e15c7-44a8-4738-860f-e6afd4add3fb tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:15:18.366617 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38e15c7-44a8-4738-860f-e6afd4add3fb tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:15:18.366935 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38e15c7-44a8-4738-860f-e6afd4add3fb tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:15:18.409146 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-e38e15c7-44a8-4738-860f-e6afd4add3fb tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Notify callbacks [] for floatingip, after_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:15:18.411711 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-e38e15c7-44a8-4738-860f-e6afd4add3fb tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88768'] for floatingip, before_response {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:15:18.412858 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [None req-e38e15c7-44a8-4738-860f-e6afd4add3fb tempest-AttachVolumeShelveTestJSON-392575495 tempest-AttachVolumeShelveTestJSON-392575495-project] 10.222.0.60 "DELETE /v2.0/floatingips/f67a6b19-8d14-4eab-b2e8-be038855286f HTTP/1.1" status: 204 len: 168 time: 0.4457338 Sep 07 14:15:18.518550 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:15:19.856002 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Device 68cb8dbf-618e-4367-b8d3-a72054f4d234 no longer exists at agent hyperv_hv-cinder-78291 {{(pid=94139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 14:15:19.877276 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.plugin [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] No Port match for: 68cb8dbf-618e-4367-b8d3-a72054f4d234 {{(pid=94139) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 14:15:19.877649 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Device 68cb8dbf-618e-4367-b8d3-a72054f4d234 not bound to the agent host hv-cinder-78291 {{(pid=94139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 14:15:20.849311 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.wsgi [-] (94137) accepted ('10.222.0.60', 53006) {{(pid=94137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:15:21.527793 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-3821074f-a417-4d52-a513-f264380648d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-433534'] for router_interface, before_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:15:21.783512 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.plugin [None req-3821074f-a417-4d52-a513-f264380648d3 admin admin] Deleting port aae5dfa8-fed6-4fa4-8194-0d054f4fa6d0 {{(pid=94137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 14:15:21.783784 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-3821074f-a417-4d52-a513-f264380648d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735729003030'] for port, before_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:15:21.872394 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.db [None req-3821074f-a417-4d52-a513-f264380648d3 admin admin] For port aae5dfa8-fed6-4fa4-8194-0d054f4fa6d0, host dv-cinder-782910-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-4-iscsi',level=0,port_id=aae5dfa8-fed6-4fa4-8194-0d054f4fa6d0,segment=NetworkSegment(21c9d53f-7d57-4732-bacb-70574652c02f),segment_id=21c9d53f-7d57-4732-bacb-70574652c02f)] {{(pid=94137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:15:21.873109 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-3821074f-a417-4d52-a513-f264380648d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453383'] for port, precommit_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:15:21.886159 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.plugin [None req-3821074f-a417-4d52-a513-f264380648d3 admin admin] Calling delete_port for aae5dfa8-fed6-4fa4-8194-0d054f4fa6d0 owned by network:router_interface {{(pid=94137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 14:15:22.063221 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-3821074f-a417-4d52-a513-f264380648d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735729008604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735728620454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63929217'] for port, after_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:15:22.086436 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3821074f-a417-4d52-a513-f264380648d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=aae5dfa8-fed6-4fa4-8194-0d054f4fa6d0,revision_number=None']} {{(pid=94137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:15:22.265327 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-3821074f-a417-4d52-a513-f264380648d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-433554'] for router_interface, after_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:15:22.480844 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3821074f-a417-4d52-a513-f264380648d3 admin admin] Router 99391e3d-48cd-4c70-8727-73113289dc51 has already been hosted by L3 agent fa68c273-d39f-43dc-b6f8-e0c6852ace12 {{(pid=94137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 14:15:22.586494 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3821074f-a417-4d52-a513-f264380648d3 admin admin] Notify agent at l3_agent.dv-cinder-782910-4-iscsi the message routers_updated {{(pid=94137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 14:15:22.592113 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [None req-3821074f-a417-4d52-a513-f264380648d3 admin admin] 10.222.0.60 "PUT /v2.0/routers/99391e3d-48cd-4c70-8727-73113289dc51/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7413039 Sep 07 14:15:22.594137 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.wsgi [-] (94137) accepted ('10.222.0.60', 53010) {{(pid=94137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:15:22.597342 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceccf39d-1619-45dd-a41d-10e7a92a2a91 None None] Sync routers for ids ['99391e3d-48cd-4c70-8727-73113289dc51'] in dv-cinder-782910-4-iscsi {{(pid=94140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 14:15:22.606405 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceccf39d-1619-45dd-a41d-10e7a92a2a91 None None] Routers {'99391e3d-48cd-4c70-8727-73113289dc51'} bound to L3 agent in host dv-cinder-782910-4-iscsi {{(pid=94140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:15:22.607012 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.l3_hamode_db [None req-ceccf39d-1619-45dd-a41d-10e7a92a2a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T13:58:13Z,description=,heartbeat_timestamp=2021-09-07T14:15:13Z,host='dv-cinder-782910-4-iscsi',id=fa68c273-d39f-43dc-b6f8-e0c6852ace12,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T13:58:13Z,topic='l3_agent')) {'router_ids': ['99391e3d-48cd-4c70-8727-73113289dc51'], 'active': True} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:15:22.698600 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-57c74328-cca7-4a38-9b62-73251a1c2aa3 admin admin] Notify callbacks [] for router, before_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:15:22.720726 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.l3_dvr_db [None req-ceccf39d-1619-45dd-a41d-10e7a92a2a91 None None] Set router 99391e3d-48cd-4c70-8727-73113289dc51 gateway port host: dv-cinder-782910-4-iscsi {{(pid=94140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:15:22.801452 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-57c74328-cca7-4a38-9b62-73251a1c2aa3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:15:22.853869 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.plugin [None req-57c74328-cca7-4a38-9b62-73251a1c2aa3 admin admin] Deleting port 82870f27-3cf0-43e6-bafa-d9aae1e0abab {{(pid=94137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 14:15:22.854353 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-57c74328-cca7-4a38-9b62-73251a1c2aa3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735729003030'] for port, before_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:15:22.909418 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.l3_hamode_db [None req-ceccf39d-1619-45dd-a41d-10e7a92a2a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99391e3d-48cd-4c70-8727-73113289dc51', 'name': 'tempest-AttachVolumeShelveTestJSON-1641349896-router', 'tenant_id': '6b4f71d3e9204b32b4e86d817985b1ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'external_fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': '82870f27-3cf0-43e6-bafa-d9aae1e0abab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:09:38Z', 'updated_at': '2021-09-07T14:15:22Z', 'revision_number': 5, 'project_id': '6b4f71d3e9204b32b4e86d817985b1ea', 'gw_port': {'id': '82870f27-3cf0-43e6-bafa-d9aae1e0abab', 'name': '', 'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:06:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99391e3d-48cd-4c70-8727-73113289dc51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:09:39Z', 'updated_at': '2021-09-07T14:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-4-iscsi'}], 'dv-cinder-782910-4-iscsi', False) {} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:15:22.935389 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceccf39d-1619-45dd-a41d-10e7a92a2a91 None None] Checking router: 99391e3d-48cd-4c70-8727-73113289dc51 for host: dv-cinder-782910-4-iscsi {{(pid=94140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 14:15:22.939417 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.db [None req-57c74328-cca7-4a38-9b62-73251a1c2aa3 admin admin] For port 82870f27-3cf0-43e6-bafa-d9aae1e0abab, host dv-cinder-782910-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-4-iscsi',level=0,port_id=82870f27-3cf0-43e6-bafa-d9aae1e0abab,segment=NetworkSegment(5550a781-5bde-4ad4-a1aa-3dd2778b0f71),segment_id=5550a781-5bde-4ad4-a1aa-3dd2778b0f71)] {{(pid=94137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:15:22.940022 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-57c74328-cca7-4a38-9b62-73251a1c2aa3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453383'] for port, precommit_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:15:22.944830 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceccf39d-1619-45dd-a41d-10e7a92a2a91 None None] Routers {'99391e3d-48cd-4c70-8727-73113289dc51'} bound to L3 agent in host dv-cinder-782910-4-iscsi {{(pid=94140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:15:22.945474 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.l3_hamode_db [None req-ceccf39d-1619-45dd-a41d-10e7a92a2a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T13:58:13Z,description=,heartbeat_timestamp=2021-09-07T14:15:13Z,host='dv-cinder-782910-4-iscsi',id=fa68c273-d39f-43dc-b6f8-e0c6852ace12,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T13:58:13Z,topic='l3_agent')) {'router_ids': ['99391e3d-48cd-4c70-8727-73113289dc51'], 'active': True} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:15:22.951601 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.plugin [None req-57c74328-cca7-4a38-9b62-73251a1c2aa3 admin admin] Calling delete_port for 82870f27-3cf0-43e6-bafa-d9aae1e0abab owned by network:router_gateway {{(pid=94137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 14:15:23.030207 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.l3_dvr_db [None req-ceccf39d-1619-45dd-a41d-10e7a92a2a91 None None] Set router 99391e3d-48cd-4c70-8727-73113289dc51 gateway port host: None {{(pid=94140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:15:23.138152 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-57c74328-cca7-4a38-9b62-73251a1c2aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735729008604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735728620454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63929217'] for port, after_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:15:23.165998 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c74328-cca7-4a38-9b62-73251a1c2aa3 admin admin] Pushing event deleted for resources: {'Port': ['ID=82870f27-3cf0-43e6-bafa-d9aae1e0abab,revision_number=None']} {{(pid=94137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:15:23.180905 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.l3_hamode_db [None req-ceccf39d-1619-45dd-a41d-10e7a92a2a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99391e3d-48cd-4c70-8727-73113289dc51', 'name': 'tempest-AttachVolumeShelveTestJSON-1641349896-router', 'tenant_id': '6b4f71d3e9204b32b4e86d817985b1ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:09:38Z', 'updated_at': '2021-09-07T14:15:22Z', 'revision_number': 6, 'project_id': '6b4f71d3e9204b32b4e86d817985b1ea', 'gw_port_host': None}], 'dv-cinder-782910-4-iscsi', False) {} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:15:23.207978 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceccf39d-1619-45dd-a41d-10e7a92a2a91 None None] The sync data for ids ['99391e3d-48cd-4c70-8727-73113289dc51'] in dv-cinder-782910-4-iscsi is: [{'id': '99391e3d-48cd-4c70-8727-73113289dc51', 'name': 'tempest-AttachVolumeShelveTestJSON-1641349896-router', 'tenant_id': '6b4f71d3e9204b32b4e86d817985b1ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:09:38Z', 'updated_at': '2021-09-07T14:15:22Z', 'revision_number': 6, 'project_id': '6b4f71d3e9204b32b4e86d817985b1ea', 'gw_port_host': None}] {{(pid=94140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 14:15:23.225095 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-57c74328-cca7-4a38-9b62-73251a1c2aa3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-432432'] for router_gateway, after_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:15:23.319870 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-57c74328-cca7-4a38-9b62-73251a1c2aa3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-932'] for router, precommit_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:15:23.322027 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-57c74328-cca7-4a38-9b62-73251a1c2aa3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:15:23.365098 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-57c74328-cca7-4a38-9b62-73251a1c2aa3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-429402'] for router, after_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:15:23.365649 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57c74328-cca7-4a38-9b62-73251a1c2aa3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 99391e3d-48cd-4c70-8727-73113289dc51 {{(pid=94137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 14:15:23.369966 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-57c74328-cca7-4a38-9b62-73251a1c2aa3 admin admin] Notify callbacks [] for router, before_response {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:15:23.371126 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [None req-57c74328-cca7-4a38-9b62-73251a1c2aa3 admin admin] 10.222.0.60 "DELETE /v2.0/routers/99391e3d-48cd-4c70-8727-73113289dc51 HTTP/1.1" status: 204 len: 168 time: 0.7760684 Sep 07 14:15:23.373630 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.wsgi [-] (94137) accepted ('10.222.0.60', 53012) {{(pid=94137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:15:23.417936 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbbd9f26-80df-4263-aca9-1a36e963368a admin admin] Deleting subnet 5ffd200c-eaef-4ea2-b697-3bcc1716b422 {{(pid=94137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 14:15:23.421017 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-bbbd9f26-80df-4263-aca9-1a36e963368a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:15:23.460310 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-bbbd9f26-80df-4263-aca9-1a36e963368a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63800826'] for subnet, precommit_delete_associations {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:15:23.541488 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-bbbd9f26-80df-4263-aca9-1a36e963368a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1466112'] for subnet, precommit_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:15:23.597883 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-bbbd9f26-80df-4263-aca9-1a36e963368a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1466169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63929332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64237226'] for subnet, after_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:15:23.627159 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbd9f26-80df-4263-aca9-1a36e963368a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ffd200c-eaef-4ea2-b697-3bcc1716b422,revision_number=None']} {{(pid=94137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:15:23.629168 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-bbbd9f26-80df-4263-aca9-1a36e963368a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539090'] for subnet, before_response {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:15:23.631235 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [None req-bbbd9f26-80df-4263-aca9-1a36e963368a admin admin] 10.222.0.60 "DELETE /v2.0/subnets/5ffd200c-eaef-4ea2-b697-3bcc1716b422 HTTP/1.1" status: 204 len: 168 time: 0.2566257 Sep 07 14:15:23.633700 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.wsgi [-] (94137) accepted ('10.222.0.60', 53014) {{(pid=94137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:15:23.636271 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f513373-6748-4ca8-a599-e1c94e91465c None None] Network 7080b35d-131d-4288-830a-20e851d36466 requested from dv-cinder-782910-4-iscsi {{(pid=94139) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 14:15:23.708682 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-4dcaf8bf-3aae-47ae-a1a6-a2a9acdebcc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580555'] for network, before_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:15:23.761250 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.plugin [None req-4dcaf8bf-3aae-47ae-a1a6-a2a9acdebcc8 admin admin] Deleting port 164d44ff-ab9c-4466-ab60-db189a3ed19e {{(pid=94137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 14:15:23.761532 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-4dcaf8bf-3aae-47ae-a1a6-a2a9acdebcc8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735729003030'] for port, before_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:15:23.838152 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.db [None req-4dcaf8bf-3aae-47ae-a1a6-a2a9acdebcc8 admin admin] For port 164d44ff-ab9c-4466-ab60-db189a3ed19e, host dv-cinder-782910-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-4-iscsi',level=0,port_id=164d44ff-ab9c-4466-ab60-db189a3ed19e,segment=NetworkSegment(21c9d53f-7d57-4732-bacb-70574652c02f),segment_id=21c9d53f-7d57-4732-bacb-70574652c02f)] {{(pid=94137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:15:23.838508 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-4dcaf8bf-3aae-47ae-a1a6-a2a9acdebcc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453383'] for port, precommit_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:15:23.851130 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.plugin [None req-4dcaf8bf-3aae-47ae-a1a6-a2a9acdebcc8 admin admin] Calling delete_port for 164d44ff-ab9c-4466-ab60-db189a3ed19e owned by network:dhcp {{(pid=94137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 14:15:23.933920 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-4dcaf8bf-3aae-47ae-a1a6-a2a9acdebcc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735729008604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735728620454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63929217'] for port, after_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:15:23.959305 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcaf8bf-3aae-47ae-a1a6-a2a9acdebcc8 admin admin] Pushing event deleted for resources: {'Port': ['ID=164d44ff-ab9c-4466-ab60-db189a3ed19e,revision_number=None']} {{(pid=94137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:15:23.963056 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dcaf8bf-3aae-47ae-a1a6-a2a9acdebcc8 admin admin] No DVR routers for this DVR port 164d44ff-ab9c-4466-ab60-db189a3ed19e on host dv-cinder-782910-4-iscsi {{(pid=94137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 14:15:23.990940 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-723fc254-a0c6-44d6-abd7-c3d1f10b15bf None None] DHCP port deletion for 7080b35d-131d-4288-830a-20e851d36466 request from dv-cinder-782910-4-iscsi {{(pid=94139) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 14:15:24.042322 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-4dcaf8bf-3aae-47ae-a1a6-a2a9acdebcc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1461133', 'neutron.services.segments.db._delete_segments_for_network-8735729117049'] for network, precommit_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:15:24.062202 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.services.segments.db [None req-4dcaf8bf-3aae-47ae-a1a6-a2a9acdebcc8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7080b35d-131d-4288-830a-20e851d36466']}} {{(pid=94137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:15:24.076337 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.services.segments.db [None req-4dcaf8bf-3aae-47ae-a1a6-a2a9acdebcc8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21c9d53f-7d57-4732-bacb-70574652c02f') {'for_net_delete': True} {{(pid=94137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:15:24.076630 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.services.segments.db [None req-4dcaf8bf-3aae-47ae-a1a6-a2a9acdebcc8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21c9d53f-7d57-4732-bacb-70574652c02f') {} {{(pid=94137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:15:24.086600 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-4dcaf8bf-3aae-47ae-a1a6-a2a9acdebcc8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735729115778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63800819'] for segment, before_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:15:24.100243 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-4dcaf8bf-3aae-47ae-a1a6-a2a9acdebcc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1461082'] for segment, precommit_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:15:24.106334 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4dcaf8bf-3aae-47ae-a1a6-a2a9acdebcc8 admin admin] Releasing vlan 692 on physical network physnet1 to pool {{(pid=94137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 14:15:24.106723 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-4dcaf8bf-3aae-47ae-a1a6-a2a9acdebcc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1461082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63928662'] for segment, after_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:15:24.108344 dv-cinder-782910-4-iscsi neutron-server[94137]: Traceback (most recent call last): Sep 07 14:15:24.108344 dv-cinder-782910-4-iscsi neutron-server[94137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 14:15:24.108344 dv-cinder-782910-4-iscsi neutron-server[94137]: timer() Sep 07 14:15:24.108344 dv-cinder-782910-4-iscsi neutron-server[94137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 14:15:24.108344 dv-cinder-782910-4-iscsi neutron-server[94137]: cb(*args, **kw) Sep 07 14:15:24.108344 dv-cinder-782910-4-iscsi neutron-server[94137]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 14:15:24.108344 dv-cinder-782910-4-iscsi neutron-server[94137]: return func(*args, **kwargs) Sep 07 14:15:24.108344 dv-cinder-782910-4-iscsi neutron-server[94137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 14:15:24.108344 dv-cinder-782910-4-iscsi neutron-server[94137]: self._notify() Sep 07 14:15:24.108344 dv-cinder-782910-4-iscsi neutron-server[94137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 14:15:24.108344 dv-cinder-782910-4-iscsi neutron-server[94137]: self.callback(batched_events) Sep 07 14:15:24.108344 dv-cinder-782910-4-iscsi neutron-server[94137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 14:15:24.108344 dv-cinder-782910-4-iscsi neutron-server[94137]: event.method(event) Sep 07 14:15:24.108344 dv-cinder-782910-4-iscsi neutron-server[94137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 14:15:24.108344 dv-cinder-782910-4-iscsi neutron-server[94137]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 14:15:24.108344 dv-cinder-782910-4-iscsi neutron-server[94137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 14:15:24.108344 dv-cinder-782910-4-iscsi neutron-server[94137]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 14:15:24.108344 dv-cinder-782910-4-iscsi neutron-server[94137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 14:15:24.108344 dv-cinder-782910-4-iscsi neutron-server[94137]: return f(self, *a, **k) Sep 07 14:15:24.108344 dv-cinder-782910-4-iscsi neutron-server[94137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 14:15:24.108344 dv-cinder-782910-4-iscsi neutron-server[94137]: return self._get(url).json() Sep 07 14:15:24.108344 dv-cinder-782910-4-iscsi neutron-server[94137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 14:15:24.108344 dv-cinder-782910-4-iscsi neutron-server[94137]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 14:15:24.108344 dv-cinder-782910-4-iscsi neutron-server[94137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 14:15:24.108344 dv-cinder-782910-4-iscsi neutron-server[94137]: return self.request(url, 'GET', **kwargs) Sep 07 14:15:24.108344 dv-cinder-782910-4-iscsi neutron-server[94137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 14:15:24.108344 dv-cinder-782910-4-iscsi neutron-server[94137]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 14:15:24.108344 dv-cinder-782910-4-iscsi neutron-server[94137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 14:15:24.108344 dv-cinder-782910-4-iscsi neutron-server[94137]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 14:15:24.108344 dv-cinder-782910-4-iscsi neutron-server[94137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 14:15:24.108344 dv-cinder-782910-4-iscsi neutron-server[94137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 14:15:24.108344 dv-cinder-782910-4-iscsi neutron-server[94137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 14:15:24.165126 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-4dcaf8bf-3aae-47ae-a1a6-a2a9acdebcc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1461122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-432396'] for network, after_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:15:24.170756 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-4dcaf8bf-3aae-47ae-a1a6-a2a9acdebcc8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539090'] for network, before_response {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:15:24.172684 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [None req-4dcaf8bf-3aae-47ae-a1a6-a2a9acdebcc8 admin admin] 10.222.0.60 "DELETE /v2.0/networks/7080b35d-131d-4288-830a-20e851d36466 HTTP/1.1" status: 204 len: 168 time: 0.5380540 Sep 07 14:15:24.183923 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcaf8bf-3aae-47ae-a1a6-a2a9acdebcc8 admin admin] Pushing event deleted for resources: {'Network': ['ID=7080b35d-131d-4288-830a-20e851d36466,revision_number=None']} {{(pid=94137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:15:24.299353 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.wsgi [-] (94137) accepted ('10.222.0.60', 53018) {{(pid=94137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:15:24.347942 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [None req-eeb42c1c-04d0-4348-a512-baf2f89f7e6b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6b4f71d3e9204b32b4e86d817985b1ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0473986 Sep 07 14:15:24.350361 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.wsgi [-] (94137) accepted ('10.222.0.60', 53020) {{(pid=94137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:15:24.402011 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-36d4c68c-63c8-4e94-a931-cae12b53d1c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:15:24.425911 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-36d4c68c-63c8-4e94-a931-cae12b53d1c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:15:24.459212 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-90497945-cc67-4e40-89ff-93978391019b None None] Device aae5dfa8-fed6-4fa4-8194-0d054f4fa6d0 no longer exists at agent ovs-agent-dv-cinder-782910-4-iscsi {{(pid=94139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 14:15:24.480346 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.plugin [None req-90497945-cc67-4e40-89ff-93978391019b None None] No Port match for: aae5dfa8-fed6-4fa4-8194-0d054f4fa6d0 {{(pid=94139) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 14:15:24.480700 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-90497945-cc67-4e40-89ff-93978391019b None None] Device aae5dfa8-fed6-4fa4-8194-0d054f4fa6d0 not bound to the agent host dv-cinder-782910-4-iscsi {{(pid=94139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 14:15:24.481186 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-90497945-cc67-4e40-89ff-93978391019b None None] Device 164d44ff-ab9c-4466-ab60-db189a3ed19e no longer exists at agent ovs-agent-dv-cinder-782910-4-iscsi {{(pid=94139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 14:15:24.490450 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-36d4c68c-63c8-4e94-a931-cae12b53d1c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585164'] for security_group, after_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:15:24.493005 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-36d4c68c-63c8-4e94-a931-cae12b53d1c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:15:24.494202 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [None req-36d4c68c-63c8-4e94-a931-cae12b53d1c6 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a3c7d230-4494-4e12-8ff6-687e47c191b9 HTTP/1.1" status: 204 len: 168 time: 0.1429541 Sep 07 14:15:24.500720 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.plugin [None req-90497945-cc67-4e40-89ff-93978391019b None None] No Port match for: 164d44ff-ab9c-4466-ab60-db189a3ed19e {{(pid=94139) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 14:15:24.501606 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-90497945-cc67-4e40-89ff-93978391019b None None] Device 164d44ff-ab9c-4466-ab60-db189a3ed19e not bound to the agent host dv-cinder-782910-4-iscsi {{(pid=94139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 14:15:24.502025 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-90497945-cc67-4e40-89ff-93978391019b None None] Device 82870f27-3cf0-43e6-bafa-d9aae1e0abab no longer exists at agent ovs-agent-dv-cinder-782910-4-iscsi {{(pid=94139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 14:15:24.503114 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d4c68c-63c8-4e94-a931-cae12b53d1c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3c7d230-4494-4e12-8ff6-687e47c191b9,revision_number=None']} {{(pid=94137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:15:24.524490 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.plugin [None req-90497945-cc67-4e40-89ff-93978391019b None None] No Port match for: 82870f27-3cf0-43e6-bafa-d9aae1e0abab {{(pid=94139) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 14:15:24.524835 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-90497945-cc67-4e40-89ff-93978391019b None None] Device 82870f27-3cf0-43e6-bafa-d9aae1e0abab not bound to the agent host dv-cinder-782910-4-iscsi {{(pid=94139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 14:15:27.217594 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-cc48dd69-8f0e-4565-bf23-ac77175205f6 req-439eea9c-df37-4fe2-892f-e4d7b337c70a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=8ec2706e-3182-45e5-9b7a-71e5898992a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0473764 Sep 07 14:15:27.297055 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc48dd69-8f0e-4565-bf23-ac77175205f6 req-25e5ee8c-92c9-449e-92db-8464d42521ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:15:27.298650 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-cc48dd69-8f0e-4565-bf23-ac77175205f6 req-25e5ee8c-92c9-449e-92db-8464d42521ce service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=25d79c53f0bd4923ab966dd0d5f549ca&device_id=8ec2706e-3182-45e5-9b7a-71e5898992a1 HTTP/1.1" status: 200 len: 1098 time: 0.0410938 Sep 07 14:15:27.406665 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc48dd69-8f0e-4565-bf23-ac77175205f6 req-0d100de0-1526-43eb-ad80-10c738ed571f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:15:27.408324 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-cc48dd69-8f0e-4565-bf23-ac77175205f6 req-0d100de0-1526-43eb-ad80-10c738ed571f service neutron] 10.222.0.23 "GET /v2.0/networks?id=f7617b6d-ab89-4a54-b036-07b674993ecd HTTP/1.1" status: 200 len: 913 time: 0.0905364 Sep 07 14:15:27.422574 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.wsgi [-] (94137) accepted ('10.222.0.60', 53152) {{(pid=94137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:15:27.476745 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-cc48dd69-8f0e-4565-bf23-ac77175205f6 req-ae64a102-ba1a-4580-89e9-d38010faee47 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9864b544-54ea-426f-9fce-16e3894b7c48 HTTP/1.1" status: 200 len: 1001 time: 0.0613692 Sep 07 14:15:27.535745 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-d2854a3d-cc5f-4527-bff9-001ee5b20a76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:15:27.535990 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc48dd69-8f0e-4565-bf23-ac77175205f6 req-64c9dc46-988d-43ce-ab58-0e75b222be2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:15:27.537488 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-cc48dd69-8f0e-4565-bf23-ac77175205f6 req-64c9dc46-988d-43ce-ab58-0e75b222be2a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3750f73b-6c72-42f1-b8a9-086bab013509 HTTP/1.1" status: 200 len: 851 time: 0.0541129 Sep 07 14:15:27.591153 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc48dd69-8f0e-4565-bf23-ac77175205f6 req-e3869b73-fe8b-4862-b390-19f5666758f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:15:27.592675 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-cc48dd69-8f0e-4565-bf23-ac77175205f6 req-e3869b73-fe8b-4862-b390-19f5666758f8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f7617b6d-ab89-4a54-b036-07b674993ecd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0483131 Sep 07 14:15:27.629098 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-d2854a3d-cc5f-4527-bff9-001ee5b20a76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:15:27.633371 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-d2854a3d-cc5f-4527-bff9-001ee5b20a76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585164'] for security_group, after_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:15:27.679961 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [None req-d2854a3d-cc5f-4527-bff9-001ee5b20a76 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d58c1f77a6ba4ed1b5565b746c264f04&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2561274 Sep 07 14:15:27.681190 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2854a3d-cc5f-4527-bff9-001ee5b20a76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c41a7df7-3992-4a4f-a9b0-0f6c0ef89927,revision_number=1']} {{(pid=94137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:15:27.683625 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.wsgi [-] (94137) accepted ('10.222.0.60', 53156) {{(pid=94137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:15:27.699661 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-cc48dd69-8f0e-4565-bf23-ac77175205f6 req-28b3bd81-b66a-451b-b1cc-899521cafe12 service neutron] 10.222.0.23 "GET /v2.0/networks/f7617b6d-ab89-4a54-b036-07b674993ecd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001468 Sep 07 14:15:27.737981 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-b52dca7d-f097-4ae9-988d-7f54b9d84931 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:15:27.758527 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-b52dca7d-f097-4ae9-988d-7f54b9d84931 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:15:27.797671 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-cc48dd69-8f0e-4565-bf23-ac77175205f6 req-75e51057-04ac-406d-91a0-03e2e9473c39 service neutron] 10.222.0.23 "GET /v2.0/networks/f7617b6d-ab89-4a54-b036-07b674993ecd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911474 Sep 07 14:15:27.809015 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-b52dca7d-f097-4ae9-988d-7f54b9d84931 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585164'] for security_group, after_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:15:27.811571 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-b52dca7d-f097-4ae9-988d-7f54b9d84931 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:15:27.812716 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [None req-b52dca7d-f097-4ae9-988d-7f54b9d84931 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c41a7df7-3992-4a4f-a9b0-0f6c0ef89927 HTTP/1.1" status: 204 len: 168 time: 0.1281981 Sep 07 14:15:27.820458 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52dca7d-f097-4ae9-988d-7f54b9d84931 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c41a7df7-3992-4a4f-a9b0-0f6c0ef89927,revision_number=None']} {{(pid=94137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:15:28.080734 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.wsgi [-] (94137) accepted ('10.222.0.60', 53162) {{(pid=94137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:15:28.094568 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-f7a41723-abf6-4ac9-9285-00f80200e241 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:15:28.185504 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-f7a41723-abf6-4ac9-9285-00f80200e241 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:15:28.189899 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-f7a41723-abf6-4ac9-9285-00f80200e241 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585164'] for security_group, after_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:15:28.229050 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [None req-f7a41723-abf6-4ac9-9285-00f80200e241 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=92b797a333fd44e4bb016595e1b7342a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1469083 Sep 07 14:15:28.230021 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a41723-abf6-4ac9-9285-00f80200e241 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60f709f2-6889-423c-add7-95c65b45d3f9,revision_number=1']} {{(pid=94137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:15:28.231711 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.wsgi [-] (94138) accepted ('10.222.0.60', 53164) {{(pid=94138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:15:28.281678 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-aa3733bf-226d-44b0-9adb-a06d2e11fe4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:15:28.303089 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-aa3733bf-226d-44b0-9adb-a06d2e11fe4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:15:28.353504 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-aa3733bf-226d-44b0-9adb-a06d2e11fe4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585164'] for security_group, after_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:15:28.356070 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-aa3733bf-226d-44b0-9adb-a06d2e11fe4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:15:28.357279 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [None req-aa3733bf-226d-44b0-9adb-a06d2e11fe4b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/60f709f2-6889-423c-add7-95c65b45d3f9 HTTP/1.1" status: 204 len: 168 time: 0.1245813 Sep 07 14:15:28.365860 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3733bf-226d-44b0-9adb-a06d2e11fe4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60f709f2-6889-423c-add7-95c65b45d3f9,revision_number=None']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:15:39.964281 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.agents_db [None req-36878762-3245-425c-bb44-2e5aea615dc4 None None] Agent healthcheck: found 6 active agents {{(pid=94140) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 14:15:40.666169 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-0b97f0eb-71ac-4f4e-8551-16b194c3fc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:15:43.450567 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-016d6cf2-c334-4583-904c-8422a4902b73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:15:44.197360 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-90497945-cc67-4e40-89ff-93978391019b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:15:44.719316 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-cec4f6fb-2ca0-44f4-a970-9dc467b3a3ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:15:45.901777 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-24e6fa56-2407-4935-9ec7-bc4eea9bdf8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:15:48.516809 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:15:51.880718 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.wsgi [-] (94138) accepted ('10.222.0.60', 53306) {{(pid=94138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:15:52.057106 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.plugin [None req-7eedc516-ebfa-40d6-839a-f59abfbc72ca tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Deleting port 2ac67b27-9a54-46fd-9678-0164c9ed19d2 {{(pid=94138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 14:15:52.057489 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-7eedc516-ebfa-40d6-839a-f59abfbc72ca tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735729003030'] for port, before_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:15:52.145309 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-7eedc516-ebfa-40d6-839a-f59abfbc72ca tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453383'] for port, precommit_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:15:52.145566 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-7eedc516-ebfa-40d6-839a-f59abfbc72ca tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:15:52.159566 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.plugin [None req-7eedc516-ebfa-40d6-839a-f59abfbc72ca tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Calling delete_port for 2ac67b27-9a54-46fd-9678-0164c9ed19d2 owned by network:floatingip {{(pid=94138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 14:15:52.342172 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-7eedc516-ebfa-40d6-839a-f59abfbc72ca tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735729008604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735728620454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65197361'] for port, after_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:15:52.367082 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eedc516-ebfa-40d6-839a-f59abfbc72ca tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Pushing event deleted for resources: {'Port': ['ID=2ac67b27-9a54-46fd-9678-0164c9ed19d2,revision_number=None']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:15:52.429889 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-7eedc516-ebfa-40d6-839a-f59abfbc72ca tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Notify callbacks [] for floatingip, after_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:15:52.430215 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.db.l3_db [None req-7eedc516-ebfa-40d6-839a-f59abfbc72ca tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Floating IP 96cfc8a8-cebd-44c3-9541-27b0dd154dc2 disassociated (deleted). External IP: 172.27.2.184, port: 844f8d1e-2b2d-4091-a8a4-59da7a10893d. Sep 07 14:15:52.634243 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7eedc516-ebfa-40d6-839a-f59abfbc72ca tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Router 7c716cc1-a531-41f3-9f23-faa57b595784 has already been hosted by L3 agent fa68c273-d39f-43dc-b6f8-e0c6852ace12 {{(pid=94138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 14:15:52.748667 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7eedc516-ebfa-40d6-839a-f59abfbc72ca tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Notify agent at l3_agent.dv-cinder-782910-4-iscsi the message routers_updated {{(pid=94138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 14:15:52.753626 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-7eedc516-ebfa-40d6-839a-f59abfbc72ca tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88768'] for floatingip, before_response {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:15:52.758232 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57de0a23-a3e8-42a1-9c86-53fa1ebee4e2 None None] Sync routers for ids ['7c716cc1-a531-41f3-9f23-faa57b595784'] in dv-cinder-782910-4-iscsi {{(pid=94139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 14:15:52.767235 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57de0a23-a3e8-42a1-9c86-53fa1ebee4e2 None None] Routers {'7c716cc1-a531-41f3-9f23-faa57b595784'} bound to L3 agent in host dv-cinder-782910-4-iscsi {{(pid=94139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:15:52.767859 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.l3_hamode_db [None req-57de0a23-a3e8-42a1-9c86-53fa1ebee4e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T13:58:13Z,description=,heartbeat_timestamp=2021-09-07T14:15:43Z,host='dv-cinder-782910-4-iscsi',id=fa68c273-d39f-43dc-b6f8-e0c6852ace12,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T13:58:13Z,topic='l3_agent')) {'router_ids': ['7c716cc1-a531-41f3-9f23-faa57b595784'], 'active': True} {{(pid=94139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:15:52.780274 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [None req-7eedc516-ebfa-40d6-839a-f59abfbc72ca tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] 10.222.0.60 "DELETE /v2.0/floatingips/96cfc8a8-cebd-44c3-9541-27b0dd154dc2 HTTP/1.1" status: 204 len: 168 time: 0.8984544 Sep 07 14:15:52.780860 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '703cc4c0-4ab7-4d79-9e4e-d56cff6733b4', 'tag': '844f8d1e-2b2d-4091-a8a4-59da7a10893d'}] {{(pid=94138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:15:52.783601 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2f7ddeb31991bace343f2b2f4f22cd3bc4274a24b7cd750f83a004d46e17087" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a0f748a-5b6d-4b2e-a801-0e18080e506b" -d '{"events": [{"name": "network-changed", "server_uuid": "703cc4c0-4ab7-4d79-9e4e-d56cff6733b4", "tag": "844f8d1e-2b2d-4091-a8a4-59da7a10893d"}]}' {{(pid=94138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:15:52.823162 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 14:15:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5e35a7d-6033-4fb8-b051-ec8ad277a78c x-openstack-request-id: req-e5e35a7d-6033-4fb8-b051-ec8ad277a78c {{(pid=94138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:15:52.823871 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "703cc4c0-4ab7-4d79-9e4e-d56cff6733b4", "tag": "844f8d1e-2b2d-4091-a8a4-59da7a10893d", "status": "completed", "code": 200}]} {{(pid=94138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:15:52.823871 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e5e35a7d-6033-4fb8-b051-ec8ad277a78c {{(pid=94138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:15:52.824079 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '703cc4c0-4ab7-4d79-9e4e-d56cff6733b4', 'tag': '844f8d1e-2b2d-4091-a8a4-59da7a10893d', 'status': 'completed', 'code': 200} Sep 07 14:15:52.894040 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.l3_dvr_db [None req-57de0a23-a3e8-42a1-9c86-53fa1ebee4e2 None None] Set router 7c716cc1-a531-41f3-9f23-faa57b595784 gateway port host: dv-cinder-782910-4-iscsi {{(pid=94139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:15:53.031580 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef9eadf-941f-44a9-a102-472e29363bfc req-241ff6e2-09d6-4bfa-b1c7-fd0b21ec6003 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:15:53.033525 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-cef9eadf-941f-44a9-a102-472e29363bfc req-241ff6e2-09d6-4bfa-b1c7-fd0b21ec6003 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] 10.222.0.60 "GET /v2.0/ports?device_id=703cc4c0-4ab7-4d79-9e4e-d56cff6733b4 HTTP/1.1" status: 200 len: 945 time: 0.0529635 Sep 07 14:15:53.073968 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-cef9eadf-941f-44a9-a102-472e29363bfc req-13948f43-d483-4c48-a5ec-3e5d09e62d3a tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] 10.222.0.60 "GET /v2.0/security-groups?id=b43b779f-4290-4cca-8b16-3ea14c0aeddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345039 Sep 07 14:15:53.126235 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.l3_hamode_db [None req-57de0a23-a3e8-42a1-9c86-53fa1ebee4e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c716cc1-a531-41f3-9f23-faa57b595784', 'name': 'tempest-TestVolumeBootPattern-1482981846-router', 'tenant_id': '25d79c53f0bd4923ab966dd0d5f549ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'external_fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': '59d08d57-a9bc-451f-b10d-b81a2fedad8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:07:39Z', 'updated_at': '2021-09-07T14:07:43Z', 'revision_number': 4, 'project_id': '25d79c53f0bd4923ab966dd0d5f549ca', 'gw_port': {'id': '59d08d57-a9bc-451f-b10d-b81a2fedad8c', 'name': '', 'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f4:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c716cc1-a531-41f3-9f23-faa57b595784', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:07:39Z', 'updated_at': '2021-09-07T14:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-4-iscsi', '_floatingips': [{'id': '27057e64-2e1a-43d0-939c-5ecdcfd4da51', 'tenant_id': '25d79c53f0bd4923ab966dd0d5f549ca', 'floating_ip_address': '172.27.2.209', 'floating_network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'router_id': '7c716cc1-a531-41f3-9f23-faa57b595784', 'port_id': '9864b544-54ea-426f-9fce-16e3894b7c48', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7617b6d-ab89-4a54-b036-07b674993ecd', 'mac_address': 'fa:16:3e:75:98:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ec2706e-3182-45e5-9b7a-71e5898992a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T14:12:04Z', 'updated_at': '2021-09-07T14:12:06Z', 'revision_number': 1, 'project_id': '25d79c53f0bd4923ab966dd0d5f549ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d68cbd4-23d9-4ebf-98ab-c41cb6cabbd7', 'name': '', 'network_id': 'f7617b6d-ab89-4a54-b036-07b674993ecd', 'tenant_id': '25d79c53f0bd4923ab966dd0d5f549ca', 'mac_address': 'fa:16:3e:6a:97:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c716cc1-a531-41f3-9f23-faa57b595784', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '3750f73b-6c72-42f1-b8a9-086bab013509', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:07:42Z', 'updated_at': '2021-09-07T14:07:48Z', 'revision_number': 5, 'project_id': '25d79c53f0bd4923ab966dd0d5f549ca', 'subnets': [{'id': '3750f73b-6c72-42f1-b8a9-086bab013509', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782910-4-iscsi', False) {} {{(pid=94139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:15:53.155206 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57de0a23-a3e8-42a1-9c86-53fa1ebee4e2 None None] Checking router: 7c716cc1-a531-41f3-9f23-faa57b595784 for host: dv-cinder-782910-4-iscsi {{(pid=94139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 14:15:53.171016 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57de0a23-a3e8-42a1-9c86-53fa1ebee4e2 None None] Routers {'7c716cc1-a531-41f3-9f23-faa57b595784'} bound to L3 agent in host dv-cinder-782910-4-iscsi {{(pid=94139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:15:53.171653 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.l3_hamode_db [None req-57de0a23-a3e8-42a1-9c86-53fa1ebee4e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T13:58:13Z,description=,heartbeat_timestamp=2021-09-07T14:15:43Z,host='dv-cinder-782910-4-iscsi',id=fa68c273-d39f-43dc-b6f8-e0c6852ace12,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T13:58:13Z,topic='l3_agent')) {'router_ids': ['7c716cc1-a531-41f3-9f23-faa57b595784'], 'active': True} {{(pid=94139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:15:53.284027 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.l3_dvr_db [None req-57de0a23-a3e8-42a1-9c86-53fa1ebee4e2 None None] Set router 7c716cc1-a531-41f3-9f23-faa57b595784 gateway port host: dv-cinder-782910-4-iscsi {{(pid=94139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:15:53.516969 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.l3_hamode_db [None req-57de0a23-a3e8-42a1-9c86-53fa1ebee4e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c716cc1-a531-41f3-9f23-faa57b595784', 'name': 'tempest-TestVolumeBootPattern-1482981846-router', 'tenant_id': '25d79c53f0bd4923ab966dd0d5f549ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'external_fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': '59d08d57-a9bc-451f-b10d-b81a2fedad8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:07:39Z', 'updated_at': '2021-09-07T14:07:43Z', 'revision_number': 4, 'project_id': '25d79c53f0bd4923ab966dd0d5f549ca', 'gw_port': {'id': '59d08d57-a9bc-451f-b10d-b81a2fedad8c', 'name': '', 'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f4:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c716cc1-a531-41f3-9f23-faa57b595784', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:07:39Z', 'updated_at': '2021-09-07T14:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-4-iscsi', '_floatingips': [{'id': '27057e64-2e1a-43d0-939c-5ecdcfd4da51', 'tenant_id': '25d79c53f0bd4923ab966dd0d5f549ca', 'floating_ip_address': '172.27.2.209', 'floating_network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'router_id': '7c716cc1-a531-41f3-9f23-faa57b595784', 'port_id': '9864b544-54ea-426f-9fce-16e3894b7c48', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7617b6d-ab89-4a54-b036-07b674993ecd', 'mac_address': 'fa:16:3e:75:98:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ec2706e-3182-45e5-9b7a-71e5898992a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T14:12:04Z', 'updated_at': '2021-09-07T14:12:06Z', 'revision_number': 1, 'project_id': '25d79c53f0bd4923ab966dd0d5f549ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d68cbd4-23d9-4ebf-98ab-c41cb6cabbd7', 'name': '', 'network_id': 'f7617b6d-ab89-4a54-b036-07b674993ecd', 'tenant_id': '25d79c53f0bd4923ab966dd0d5f549ca', 'mac_address': 'fa:16:3e:6a:97:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c716cc1-a531-41f3-9f23-faa57b595784', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '3750f73b-6c72-42f1-b8a9-086bab013509', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:07:42Z', 'updated_at': '2021-09-07T14:07:48Z', 'revision_number': 5, 'project_id': '25d79c53f0bd4923ab966dd0d5f549ca', 'subnets': [{'id': '3750f73b-6c72-42f1-b8a9-086bab013509', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782910-4-iscsi', False) {} {{(pid=94139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:15:53.547147 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57de0a23-a3e8-42a1-9c86-53fa1ebee4e2 None None] The sync data for ids ['7c716cc1-a531-41f3-9f23-faa57b595784'] in dv-cinder-782910-4-iscsi is: [{'id': '7c716cc1-a531-41f3-9f23-faa57b595784', 'name': 'tempest-TestVolumeBootPattern-1482981846-router', 'tenant_id': '25d79c53f0bd4923ab966dd0d5f549ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'external_fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': '59d08d57-a9bc-451f-b10d-b81a2fedad8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:07:39Z', 'updated_at': '2021-09-07T14:07:43Z', 'revision_number': 4, 'project_id': '25d79c53f0bd4923ab966dd0d5f549ca', 'gw_port': {'id': '59d08d57-a9bc-451f-b10d-b81a2fedad8c', 'name': '', 'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f4:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c716cc1-a531-41f3-9f23-faa57b595784', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:07:39Z', 'updated_at': '2021-09-07T14:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-4-iscsi', '_floatingips': [{'id': '27057e64-2e1a-43d0-939c-5ecdcfd4da51', 'tenant_id': '25d79c53f0bd4923ab966dd0d5f549ca', 'floating_ip_address': '172.27.2.209', 'floating_network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'router_id': '7c716cc1-a531-41f3-9f23-faa57b595784', 'port_id': '9864b544-54ea-426f-9fce-16e3894b7c48', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7617b6d-ab89-4a54-b036-07b674993ecd', 'mac_address': 'fa:16:3e:75:98:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ec2706e-3182-45e5-9b7a-71e5898992a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T14:12:04Z', 'updated_at': '2021-09-07T14:12:06Z', 'revision_number': 1, 'project_id': '25d79c53f0bd4923ab966dd0d5f549ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d68cbd4-23d9-4ebf-98ab-c41cb6cabbd7', 'name': '', 'network_id': 'f7617b6d-ab89-4a54-b036-07b674993ecd', 'tenant_id': '25d79c53f0bd4923ab966dd0d5f549ca', 'mac_address': 'fa:16:3e:6a:97:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c716cc1-a531-41f3-9f23-faa57b595784', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '3750f73b-6c72-42f1-b8a9-086bab013509', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:07:42Z', 'updated_at': '2021-09-07T14:07:48Z', 'revision_number': 5, 'project_id': '25d79c53f0bd4923ab966dd0d5f549ca', 'subnets': [{'id': '3750f73b-6c72-42f1-b8a9-086bab013509', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 14:15:53.757950 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d84c39-755a-4b7a-8c9b-ca6d43246c86 None None] New status for floating IP 96cfc8a8-cebd-44c3-9541-27b0dd154dc2: DOWN {{(pid=94140) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 14:15:54.209201 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7281d5a5-61ed-4ca8-95d6-c8dfe9f78c62 req-c6e7962a-83f8-43fa-9452-97e7658e1267 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:15:54.210851 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-7281d5a5-61ed-4ca8-95d6-c8dfe9f78c62 req-c6e7962a-83f8-43fa-9452-97e7658e1267 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] 10.222.0.60 "GET /v2.0/ports?device_id=703cc4c0-4ab7-4d79-9e4e-d56cff6733b4 HTTP/1.1" status: 200 len: 945 time: 0.0540490 Sep 07 14:15:54.249772 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-7281d5a5-61ed-4ca8-95d6-c8dfe9f78c62 req-66313afb-6dc6-45f4-9feb-a906f33ffdd5 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] 10.222.0.60 "GET /v2.0/security-groups?id=b43b779f-4290-4cca-8b16-3ea14c0aeddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326262 Sep 07 14:15:55.202122 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0f748a-5b6d-4b2e-a801-0e18080e506b req-c69b1ae2-d465-4c9e-a44b-6ecd818dd242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:15:55.203656 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-5a0f748a-5b6d-4b2e-a801-0e18080e506b req-c69b1ae2-d465-4c9e-a44b-6ecd818dd242 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=25d79c53f0bd4923ab966dd0d5f549ca&device_id=703cc4c0-4ab7-4d79-9e4e-d56cff6733b4 HTTP/1.1" status: 200 len: 1098 time: 0.0488663 Sep 07 14:15:55.302661 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0f748a-5b6d-4b2e-a801-0e18080e506b req-f009165a-82a3-4fde-ae57-aeb46051a4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:15:55.304158 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-5a0f748a-5b6d-4b2e-a801-0e18080e506b req-f009165a-82a3-4fde-ae57-aeb46051a4a5 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f7617b6d-ab89-4a54-b036-07b674993ecd HTTP/1.1" status: 200 len: 913 time: 0.0932577 Sep 07 14:15:55.356211 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-5a0f748a-5b6d-4b2e-a801-0e18080e506b req-4b83f01c-a421-4455-b819-4141b7c4b48a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=844f8d1e-2b2d-4091-a8a4-59da7a10893d HTTP/1.1" status: 200 len: 217 time: 0.0429893 Sep 07 14:15:55.378353 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bfd5d2-22f7-4676-91c5-8221f9e4dfbe req-ef1da4f6-016d-485e-86af-21cc502ee81e tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:15:55.385806 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-68bfd5d2-22f7-4676-91c5-8221f9e4dfbe req-ef1da4f6-016d-485e-86af-21cc502ee81e tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] 10.222.0.60 "GET /v2.0/ports?device_id=703cc4c0-4ab7-4d79-9e4e-d56cff6733b4 HTTP/1.1" status: 200 len: 945 time: 0.0615218 Sep 07 14:15:55.411691 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0f748a-5b6d-4b2e-a801-0e18080e506b req-5e1e01b4-bbb0-4e07-8c92-0e151ea63499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:15:55.413175 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-5a0f748a-5b6d-4b2e-a801-0e18080e506b req-5e1e01b4-bbb0-4e07-8c92-0e151ea63499 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3750f73b-6c72-42f1-b8a9-086bab013509 HTTP/1.1" status: 200 len: 851 time: 0.0491154 Sep 07 14:15:55.424401 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-68bfd5d2-22f7-4676-91c5-8221f9e4dfbe req-8ea335f0-8629-43dd-983b-13c3c87d6ee8 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] 10.222.0.60 "GET /v2.0/security-groups?id=b43b779f-4290-4cca-8b16-3ea14c0aeddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364926 Sep 07 14:15:55.470038 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0f748a-5b6d-4b2e-a801-0e18080e506b req-8e87c666-fe48-4650-a5b8-172f15d7e36b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:15:55.472100 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-5a0f748a-5b6d-4b2e-a801-0e18080e506b req-8e87c666-fe48-4650-a5b8-172f15d7e36b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f7617b6d-ab89-4a54-b036-07b674993ecd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0512905 Sep 07 14:15:55.809648 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-5a0f748a-5b6d-4b2e-a801-0e18080e506b req-2930167a-b7c5-4293-aa35-7e836801ef96 service neutron] 10.222.0.23 "GET /v2.0/networks/f7617b6d-ab89-4a54-b036-07b674993ecd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3292909 Sep 07 14:15:55.902474 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-5a0f748a-5b6d-4b2e-a801-0e18080e506b req-700ebd58-facf-4f1b-9d87-d658e748db9c service neutron] 10.222.0.23 "GET /v2.0/networks/f7617b6d-ab89-4a54-b036-07b674993ecd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853117 Sep 07 14:15:56.544607 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28663502-a81f-4145-ba2b-8973d1d59699 req-cff7a497-8f01-4799-9ba9-f3a7d8a9d1d2 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:15:56.546275 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-28663502-a81f-4145-ba2b-8973d1d59699 req-cff7a497-8f01-4799-9ba9-f3a7d8a9d1d2 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] 10.222.0.60 "GET /v2.0/ports?device_id=703cc4c0-4ab7-4d79-9e4e-d56cff6733b4 HTTP/1.1" status: 200 len: 945 time: 0.0560524 Sep 07 14:15:56.588887 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-28663502-a81f-4145-ba2b-8973d1d59699 req-583903e4-e34b-483c-96ef-49a56b31cb32 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] 10.222.0.60 "GET /v2.0/security-groups?id=b43b779f-4290-4cca-8b16-3ea14c0aeddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355210 Sep 07 14:15:56.921786 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1eac0d-1948-4595-b18b-b8d8d928223c req-da3417fb-0d05-4980-8ced-9e12ccbf352b tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:15:56.923276 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-aa1eac0d-1948-4595-b18b-b8d8d928223c req-da3417fb-0d05-4980-8ced-9e12ccbf352b tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] 10.222.0.23 "GET /v2.0/ports?device_id=703cc4c0-4ab7-4d79-9e4e-d56cff6733b4 HTTP/1.1" status: 200 len: 945 time: 0.0493116 Sep 07 14:15:57.017434 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.plugin [req-aa1eac0d-1948-4595-b18b-b8d8d928223c req-a33049e8-ec79-4598-9098-7142401ae5ca tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Deleting port 844f8d1e-2b2d-4091-a8a4-59da7a10893d {{(pid=94138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 14:15:57.017798 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-aa1eac0d-1948-4595-b18b-b8d8d928223c req-a33049e8-ec79-4598-9098-7142401ae5ca tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735729003030'] for port, before_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:15:57.107565 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.db [req-aa1eac0d-1948-4595-b18b-b8d8d928223c req-a33049e8-ec79-4598-9098-7142401ae5ca tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] For port 844f8d1e-2b2d-4091-a8a4-59da7a10893d, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=844f8d1e-2b2d-4091-a8a4-59da7a10893d,segment=NetworkSegment(9951721c-ccaf-489b-b5e1-68302cc2cd5b),segment_id=9951721c-ccaf-489b-b5e1-68302cc2cd5b)] {{(pid=94138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:15:57.107930 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-aa1eac0d-1948-4595-b18b-b8d8d928223c req-a33049e8-ec79-4598-9098-7142401ae5ca tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453383'] for port, precommit_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:15:57.119947 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.plugin [req-aa1eac0d-1948-4595-b18b-b8d8d928223c req-a33049e8-ec79-4598-9098-7142401ae5ca tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Calling delete_port for 844f8d1e-2b2d-4091-a8a4-59da7a10893d owned by compute:nova {{(pid=94138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 14:15:57.249413 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-aa1eac0d-1948-4595-b18b-b8d8d928223c req-a33049e8-ec79-4598-9098-7142401ae5ca tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735729008604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735728620454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65197361'] for port, after_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:15:57.275930 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33049e8-ec79-4598-9098-7142401ae5ca tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Pushing event deleted for resources: {'Port': ['ID=844f8d1e-2b2d-4091-a8a4-59da7a10893d,revision_number=None']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:15:57.325516 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa1eac0d-1948-4595-b18b-b8d8d928223c req-a33049e8-ec79-4598-9098-7142401ae5ca tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] No DVR routers for this DVR port 844f8d1e-2b2d-4091-a8a4-59da7a10893d on host hv-cinder-78291 {{(pid=94138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 14:15:57.327907 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-aa1eac0d-1948-4595-b18b-b8d8d928223c req-a33049e8-ec79-4598-9098-7142401ae5ca tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88768'] for port, before_response {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:15:57.330615 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-aa1eac0d-1948-4595-b18b-b8d8d928223c req-a33049e8-ec79-4598-9098-7142401ae5ca tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] 10.222.0.23 "DELETE /v2.0/ports/844f8d1e-2b2d-4091-a8a4-59da7a10893d HTTP/1.1" status: 204 len: 173 time: 0.4010420 Sep 07 14:15:57.331083 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '703cc4c0-4ab7-4d79-9e4e-d56cff6733b4', 'name': 'network-vif-deleted', 'tag': '844f8d1e-2b2d-4091-a8a4-59da7a10893d'}] {{(pid=94138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:15:57.333372 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2f7ddeb31991bace343f2b2f4f22cd3bc4274a24b7cd750f83a004d46e17087" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cf1ade3-5fa9-4616-808c-ebd8f28f87eb" -d '{"events": [{"server_uuid": "703cc4c0-4ab7-4d79-9e4e-d56cff6733b4", "name": "network-vif-deleted", "tag": "844f8d1e-2b2d-4091-a8a4-59da7a10893d"}]}' {{(pid=94138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:15:57.368638 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 14:15:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-840a80c6-cbcc-4e25-a9c6-04b76fce0b48 x-openstack-request-id: req-840a80c6-cbcc-4e25-a9c6-04b76fce0b48 {{(pid=94138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:15:57.368928 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "703cc4c0-4ab7-4d79-9e4e-d56cff6733b4", "name": "network-vif-deleted", "tag": "844f8d1e-2b2d-4091-a8a4-59da7a10893d", "status": "completed", "code": 200}]} {{(pid=94138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:15:57.369182 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-840a80c6-cbcc-4e25-a9c6-04b76fce0b48 {{(pid=94138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:15:57.369601 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '703cc4c0-4ab7-4d79-9e4e-d56cff6733b4', 'name': 'network-vif-deleted', 'tag': '844f8d1e-2b2d-4091-a8a4-59da7a10893d', 'status': 'completed', 'code': 200} Sep 07 14:15:57.714212 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-3333f6ef-3896-486c-b969-5971d0729bcc req-50e77c7d-646b-4bf8-ab2a-be33e99fbd74 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] 10.222.0.60 "GET /v2.0/ports?device_id=703cc4c0-4ab7-4d79-9e4e-d56cff6733b4 HTTP/1.1" status: 200 len: 210 time: 0.0334442 Sep 07 14:16:00.027036 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Device 844f8d1e-2b2d-4091-a8a4-59da7a10893d no longer exists at agent hyperv_hv-cinder-78291 {{(pid=94139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 14:16:00.047143 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.plugin [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] No Port match for: 844f8d1e-2b2d-4091-a8a4-59da7a10893d {{(pid=94139) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 14:16:00.047514 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Device 844f8d1e-2b2d-4091-a8a4-59da7a10893d not bound to the agent host hv-cinder-78291 {{(pid=94139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 14:16:00.330069 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.wsgi [-] (94138) accepted ('10.222.0.60', 53406) {{(pid=94138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:16:00.450568 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-e4427467-b975-4ac5-b175-4d6413934b9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:16:00.556425 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-e4427467-b975-4ac5-b175-4d6413934b9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:16:00.561063 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-e4427467-b975-4ac5-b175-4d6413934b9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585164'] for security_group, after_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:16:00.600477 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [None req-e4427467-b975-4ac5-b175-4d6413934b9f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3a2fb9daec804a4ca7cb99cd16e4afe1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2692912 Sep 07 14:16:00.601363 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4427467-b975-4ac5-b175-4d6413934b9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea377e9c-4a17-409f-b95a-ff8896121ba0,revision_number=1']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:16:00.603219 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.wsgi [-] (94137) accepted ('10.222.0.60', 53410) {{(pid=94137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:16:00.661242 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-b4a6014d-fa9b-4a31-ac06-d35fda37c89f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:16:00.682440 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-b4a6014d-fa9b-4a31-ac06-d35fda37c89f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:16:00.730883 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-b4a6014d-fa9b-4a31-ac06-d35fda37c89f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585164'] for security_group, after_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:16:00.733661 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-b4a6014d-fa9b-4a31-ac06-d35fda37c89f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:16:00.734883 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [None req-b4a6014d-fa9b-4a31-ac06-d35fda37c89f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ea377e9c-4a17-409f-b95a-ff8896121ba0 HTTP/1.1" status: 204 len: 168 time: 0.1306572 Sep 07 14:16:00.743109 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a6014d-fa9b-4a31-ac06-d35fda37c89f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea377e9c-4a17-409f-b95a-ff8896121ba0,revision_number=None']} {{(pid=94137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:16:00.990768 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.wsgi [-] (94137) accepted ('10.222.0.60', 53418) {{(pid=94137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:16:01.000451 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.wsgi [-] (94138) accepted ('10.222.0.60', 53420) {{(pid=94138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:16:01.014173 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-ee9fa73a-7a5f-40ba-bde3-74bb84ffc1a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:16:01.118604 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-ee9fa73a-7a5f-40ba-bde3-74bb84ffc1a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:16:01.122477 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-ee9fa73a-7a5f-40ba-bde3-74bb84ffc1a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585164'] for security_group, after_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:16:01.162129 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.plugin [None req-190d056c-2074-4019-9801-f406c106d6bc tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Deleting port 0984784c-1e7e-40d0-a47a-1d1a152729c2 {{(pid=94137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 14:16:01.162399 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-190d056c-2074-4019-9801-f406c106d6bc tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735729003030'] for port, before_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:16:01.164489 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [None req-ee9fa73a-7a5f-40ba-bde3-74bb84ffc1a8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=de25dd4c631f4436ac6a76b670944727&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1623998 Sep 07 14:16:01.164782 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.wsgi [-] (94137) accepted ('10.222.0.60', 53422) {{(pid=94137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:16:01.165405 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9fa73a-7a5f-40ba-bde3-74bb84ffc1a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8801045b-0cc0-44de-81be-2ce5ac87ded4,revision_number=1']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:16:01.272552 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-62d3b772-a9ff-43ee-9474-b35e2d63984a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:16:01.275733 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-190d056c-2074-4019-9801-f406c106d6bc tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453383'] for port, precommit_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:16:01.276050 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-190d056c-2074-4019-9801-f406c106d6bc tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:16:01.295954 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.plugin [None req-190d056c-2074-4019-9801-f406c106d6bc tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Calling delete_port for 0984784c-1e7e-40d0-a47a-1d1a152729c2 owned by network:floatingip {{(pid=94137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 14:16:01.308039 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-62d3b772-a9ff-43ee-9474-b35e2d63984a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:16:01.411217 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-62d3b772-a9ff-43ee-9474-b35e2d63984a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585164'] for security_group, after_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:16:01.413966 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-62d3b772-a9ff-43ee-9474-b35e2d63984a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:16:01.415184 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [None req-62d3b772-a9ff-43ee-9474-b35e2d63984a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8801045b-0cc0-44de-81be-2ce5ac87ded4 HTTP/1.1" status: 204 len: 168 time: 0.2494035 Sep 07 14:16:01.433624 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d3b772-a9ff-43ee-9474-b35e2d63984a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8801045b-0cc0-44de-81be-2ce5ac87ded4,revision_number=None']} {{(pid=94137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:16:01.491371 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-190d056c-2074-4019-9801-f406c106d6bc tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735729008604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735728620454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63929217'] for port, after_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:16:01.518271 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190d056c-2074-4019-9801-f406c106d6bc tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Pushing event deleted for resources: {'Port': ['ID=0984784c-1e7e-40d0-a47a-1d1a152729c2,revision_number=None']} {{(pid=94137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:16:01.586230 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-190d056c-2074-4019-9801-f406c106d6bc tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Notify callbacks [] for floatingip, after_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:16:01.586917 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.db.l3_db [None req-190d056c-2074-4019-9801-f406c106d6bc tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Floating IP 27057e64-2e1a-43d0-939c-5ecdcfd4da51 disassociated (deleted). External IP: 172.27.2.209, port: 9864b544-54ea-426f-9fce-16e3894b7c48. Sep 07 14:16:02.052080 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-190d056c-2074-4019-9801-f406c106d6bc tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Router 7c716cc1-a531-41f3-9f23-faa57b595784 has already been hosted by L3 agent fa68c273-d39f-43dc-b6f8-e0c6852ace12 {{(pid=94137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 14:16:02.166935 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-190d056c-2074-4019-9801-f406c106d6bc tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Notify agent at l3_agent.dv-cinder-782910-4-iscsi the message routers_updated {{(pid=94137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 14:16:02.172206 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-190d056c-2074-4019-9801-f406c106d6bc tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88768'] for floatingip, before_response {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:16:02.177158 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d4a506-b23f-4c8e-a258-9ed750e569f9 None None] Sync routers for ids ['7c716cc1-a531-41f3-9f23-faa57b595784'] in dv-cinder-782910-4-iscsi {{(pid=94139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 14:16:02.186994 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d4a506-b23f-4c8e-a258-9ed750e569f9 None None] Routers {'7c716cc1-a531-41f3-9f23-faa57b595784'} bound to L3 agent in host dv-cinder-782910-4-iscsi {{(pid=94139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:16:02.187865 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.l3_hamode_db [None req-c6d4a506-b23f-4c8e-a258-9ed750e569f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T13:58:13Z,description=,heartbeat_timestamp=2021-09-07T14:15:43Z,host='dv-cinder-782910-4-iscsi',id=fa68c273-d39f-43dc-b6f8-e0c6852ace12,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T13:58:13Z,topic='l3_agent')) {'router_ids': ['7c716cc1-a531-41f3-9f23-faa57b595784'], 'active': True} {{(pid=94139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:16:02.205922 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [None req-190d056c-2074-4019-9801-f406c106d6bc tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] 10.222.0.60 "DELETE /v2.0/floatingips/27057e64-2e1a-43d0-939c-5ecdcfd4da51 HTTP/1.1" status: 204 len: 168 time: 1.2136335 Sep 07 14:16:02.206534 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ec2706e-3182-45e5-9b7a-71e5898992a1', 'tag': '9864b544-54ea-426f-9fce-16e3894b7c48'}] {{(pid=94137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:16:02.210458 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7b38e126f5d6ed26c5a634d27f228b3e9a23f971082ab434b79987af6775de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93a87459-0cb8-45ec-8d81-021be9846f42" -d '{"events": [{"name": "network-changed", "server_uuid": "8ec2706e-3182-45e5-9b7a-71e5898992a1", "tag": "9864b544-54ea-426f-9fce-16e3894b7c48"}]}' {{(pid=94137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:16:02.256531 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 14:16:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfa4e082-5d06-4e87-88c0-b0817ff9a39e x-openstack-request-id: req-bfa4e082-5d06-4e87-88c0-b0817ff9a39e {{(pid=94137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:16:02.256824 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ec2706e-3182-45e5-9b7a-71e5898992a1", "tag": "9864b544-54ea-426f-9fce-16e3894b7c48", "status": "completed", "code": 200}]} {{(pid=94137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:16:02.257072 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-bfa4e082-5d06-4e87-88c0-b0817ff9a39e {{(pid=94137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:16:02.257502 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ec2706e-3182-45e5-9b7a-71e5898992a1', 'tag': '9864b544-54ea-426f-9fce-16e3894b7c48', 'status': 'completed', 'code': 200} Sep 07 14:16:02.358861 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a87459-0cb8-45ec-8d81-021be9846f42 req-1ba9e5ed-e16a-48b5-8b01-542bc9724b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:16:02.370109 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-93a87459-0cb8-45ec-8d81-021be9846f42 req-1ba9e5ed-e16a-48b5-8b01-542bc9724b63 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=25d79c53f0bd4923ab966dd0d5f549ca&device_id=8ec2706e-3182-45e5-9b7a-71e5898992a1 HTTP/1.1" status: 200 len: 1098 time: 0.0857272 Sep 07 14:16:02.446351 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.l3_dvr_db [None req-c6d4a506-b23f-4c8e-a258-9ed750e569f9 None None] Set router 7c716cc1-a531-41f3-9f23-faa57b595784 gateway port host: dv-cinder-782910-4-iscsi {{(pid=94139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:16:02.483013 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a87459-0cb8-45ec-8d81-021be9846f42 req-ea51bce8-db9e-446c-b031-0cea25498b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:16:02.484506 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-93a87459-0cb8-45ec-8d81-021be9846f42 req-ea51bce8-db9e-446c-b031-0cea25498b52 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f7617b6d-ab89-4a54-b036-07b674993ecd HTTP/1.1" status: 200 len: 913 time: 0.1062605 Sep 07 14:16:02.485357 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53121e10-3847-43fb-8368-7250634125f4 req-a380b055-5eff-4432-a957-120040a39caf tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:16:02.486956 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-53121e10-3847-43fb-8368-7250634125f4 req-a380b055-5eff-4432-a957-120040a39caf tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ec2706e-3182-45e5-9b7a-71e5898992a1 HTTP/1.1" status: 200 len: 945 time: 0.0739086 Sep 07 14:16:02.533780 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-93a87459-0cb8-45ec-8d81-021be9846f42 req-c811c292-5fcf-4eee-bf4d-73aca2b7879a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9864b544-54ea-426f-9fce-16e3894b7c48 HTTP/1.1" status: 200 len: 217 time: 0.0394762 Sep 07 14:16:02.538745 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-53121e10-3847-43fb-8368-7250634125f4 req-d048836b-71e4-4d24-9f10-d579f4a3c7d5 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] 10.222.0.60 "GET /v2.0/security-groups?id=b43b779f-4290-4cca-8b16-3ea14c0aeddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450039 Sep 07 14:16:02.603423 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a87459-0cb8-45ec-8d81-021be9846f42 req-6da7672d-3c77-45ba-b67d-93480ae33a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:16:02.605568 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-93a87459-0cb8-45ec-8d81-021be9846f42 req-6da7672d-3c77-45ba-b67d-93480ae33a43 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3750f73b-6c72-42f1-b8a9-086bab013509 HTTP/1.1" status: 200 len: 851 time: 0.0539556 Sep 07 14:16:02.653376 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a87459-0cb8-45ec-8d81-021be9846f42 req-cee7f25f-68b9-4231-b6e7-18168c8c960c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:16:02.655179 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-93a87459-0cb8-45ec-8d81-021be9846f42 req-cee7f25f-68b9-4231-b6e7-18168c8c960c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f7617b6d-ab89-4a54-b036-07b674993ecd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0414596 Sep 07 14:16:02.682447 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.l3_hamode_db [None req-c6d4a506-b23f-4c8e-a258-9ed750e569f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c716cc1-a531-41f3-9f23-faa57b595784', 'name': 'tempest-TestVolumeBootPattern-1482981846-router', 'tenant_id': '25d79c53f0bd4923ab966dd0d5f549ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'external_fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': '59d08d57-a9bc-451f-b10d-b81a2fedad8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:07:39Z', 'updated_at': '2021-09-07T14:07:43Z', 'revision_number': 4, 'project_id': '25d79c53f0bd4923ab966dd0d5f549ca', 'gw_port': {'id': '59d08d57-a9bc-451f-b10d-b81a2fedad8c', 'name': '', 'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f4:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c716cc1-a531-41f3-9f23-faa57b595784', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:07:39Z', 'updated_at': '2021-09-07T14:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-4-iscsi', '_interfaces': [{'id': '6d68cbd4-23d9-4ebf-98ab-c41cb6cabbd7', 'name': '', 'network_id': 'f7617b6d-ab89-4a54-b036-07b674993ecd', 'tenant_id': '25d79c53f0bd4923ab966dd0d5f549ca', 'mac_address': 'fa:16:3e:6a:97:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c716cc1-a531-41f3-9f23-faa57b595784', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '3750f73b-6c72-42f1-b8a9-086bab013509', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:07:42Z', 'updated_at': '2021-09-07T14:07:48Z', 'revision_number': 5, 'project_id': '25d79c53f0bd4923ab966dd0d5f549ca', 'subnets': [{'id': '3750f73b-6c72-42f1-b8a9-086bab013509', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782910-4-iscsi', False) {} {{(pid=94139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:16:02.715733 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d4a506-b23f-4c8e-a258-9ed750e569f9 None None] Checking router: 7c716cc1-a531-41f3-9f23-faa57b595784 for host: dv-cinder-782910-4-iscsi {{(pid=94139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 14:16:02.725245 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d4a506-b23f-4c8e-a258-9ed750e569f9 None None] Routers {'7c716cc1-a531-41f3-9f23-faa57b595784'} bound to L3 agent in host dv-cinder-782910-4-iscsi {{(pid=94139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:16:02.725704 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.l3_hamode_db [None req-c6d4a506-b23f-4c8e-a258-9ed750e569f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T13:58:13Z,description=,heartbeat_timestamp=2021-09-07T14:15:43Z,host='dv-cinder-782910-4-iscsi',id=fa68c273-d39f-43dc-b6f8-e0c6852ace12,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T13:58:13Z,topic='l3_agent')) {'router_ids': ['7c716cc1-a531-41f3-9f23-faa57b595784'], 'active': True} {{(pid=94139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:16:02.761351 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-93a87459-0cb8-45ec-8d81-021be9846f42 req-bababaff-04bf-48a9-b95d-93f6344b0929 service neutron] 10.222.0.23 "GET /v2.0/networks/f7617b6d-ab89-4a54-b036-07b674993ecd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980752 Sep 07 14:16:02.842901 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.l3_dvr_db [None req-c6d4a506-b23f-4c8e-a258-9ed750e569f9 None None] Set router 7c716cc1-a531-41f3-9f23-faa57b595784 gateway port host: dv-cinder-782910-4-iscsi {{(pid=94139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:16:02.857274 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-93a87459-0cb8-45ec-8d81-021be9846f42 req-e9644ec1-e99c-4d8d-b389-b32b4395ba31 service neutron] 10.222.0.23 "GET /v2.0/networks/f7617b6d-ab89-4a54-b036-07b674993ecd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873585 Sep 07 14:16:03.058309 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.l3_hamode_db [None req-c6d4a506-b23f-4c8e-a258-9ed750e569f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c716cc1-a531-41f3-9f23-faa57b595784', 'name': 'tempest-TestVolumeBootPattern-1482981846-router', 'tenant_id': '25d79c53f0bd4923ab966dd0d5f549ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'external_fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': '59d08d57-a9bc-451f-b10d-b81a2fedad8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:07:39Z', 'updated_at': '2021-09-07T14:07:43Z', 'revision_number': 4, 'project_id': '25d79c53f0bd4923ab966dd0d5f549ca', 'gw_port': {'id': '59d08d57-a9bc-451f-b10d-b81a2fedad8c', 'name': '', 'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f4:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c716cc1-a531-41f3-9f23-faa57b595784', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:07:39Z', 'updated_at': '2021-09-07T14:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-4-iscsi', '_interfaces': [{'id': '6d68cbd4-23d9-4ebf-98ab-c41cb6cabbd7', 'name': '', 'network_id': 'f7617b6d-ab89-4a54-b036-07b674993ecd', 'tenant_id': '25d79c53f0bd4923ab966dd0d5f549ca', 'mac_address': 'fa:16:3e:6a:97:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c716cc1-a531-41f3-9f23-faa57b595784', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '3750f73b-6c72-42f1-b8a9-086bab013509', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:07:42Z', 'updated_at': '2021-09-07T14:07:48Z', 'revision_number': 5, 'project_id': '25d79c53f0bd4923ab966dd0d5f549ca', 'subnets': [{'id': '3750f73b-6c72-42f1-b8a9-086bab013509', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782910-4-iscsi', False) {} {{(pid=94139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:16:03.087315 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d4a506-b23f-4c8e-a258-9ed750e569f9 None None] The sync data for ids ['7c716cc1-a531-41f3-9f23-faa57b595784'] in dv-cinder-782910-4-iscsi is: [{'id': '7c716cc1-a531-41f3-9f23-faa57b595784', 'name': 'tempest-TestVolumeBootPattern-1482981846-router', 'tenant_id': '25d79c53f0bd4923ab966dd0d5f549ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'external_fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': '59d08d57-a9bc-451f-b10d-b81a2fedad8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:07:39Z', 'updated_at': '2021-09-07T14:07:43Z', 'revision_number': 4, 'project_id': '25d79c53f0bd4923ab966dd0d5f549ca', 'gw_port': {'id': '59d08d57-a9bc-451f-b10d-b81a2fedad8c', 'name': '', 'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f4:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c716cc1-a531-41f3-9f23-faa57b595784', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:07:39Z', 'updated_at': '2021-09-07T14:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-4-iscsi', '_interfaces': [{'id': '6d68cbd4-23d9-4ebf-98ab-c41cb6cabbd7', 'name': '', 'network_id': 'f7617b6d-ab89-4a54-b036-07b674993ecd', 'tenant_id': '25d79c53f0bd4923ab966dd0d5f549ca', 'mac_address': 'fa:16:3e:6a:97:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c716cc1-a531-41f3-9f23-faa57b595784', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '3750f73b-6c72-42f1-b8a9-086bab013509', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:07:42Z', 'updated_at': '2021-09-07T14:07:48Z', 'revision_number': 5, 'project_id': '25d79c53f0bd4923ab966dd0d5f549ca', 'subnets': [{'id': '3750f73b-6c72-42f1-b8a9-086bab013509', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 14:16:03.323920 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be3cfd4-41bc-4f20-a13d-9509119cb108 None None] New status for floating IP 27057e64-2e1a-43d0-939c-5ecdcfd4da51: DOWN {{(pid=94140) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 14:16:03.668311 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4ab8a8-9925-4040-83c7-2a8555cc390d req-e8c77e18-feaf-46df-935d-9a24dfdf992a tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:16:03.669882 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-6a4ab8a8-9925-4040-83c7-2a8555cc390d req-e8c77e18-feaf-46df-935d-9a24dfdf992a tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ec2706e-3182-45e5-9b7a-71e5898992a1 HTTP/1.1" status: 200 len: 945 time: 0.0539494 Sep 07 14:16:03.709196 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-6a4ab8a8-9925-4040-83c7-2a8555cc390d req-3b2a0eb0-ff8c-4d1d-a8ce-cf9ddd234b4f tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] 10.222.0.60 "GET /v2.0/security-groups?id=b43b779f-4290-4cca-8b16-3ea14c0aeddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329406 Sep 07 14:16:03.750070 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.wsgi [-] (94137) accepted ('10.222.0.60', 53500) {{(pid=94137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:16:03.856933 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-8b7037f1-b71b-48a7-b3c3-99cf7b70dee4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:16:03.954690 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-8b7037f1-b71b-48a7-b3c3-99cf7b70dee4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:16:03.959070 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-8b7037f1-b71b-48a7-b3c3-99cf7b70dee4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585164'] for security_group, after_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:16:03.996013 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7037f1-b71b-48a7-b3c3-99cf7b70dee4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=859c4da3-81f4-4557-9da3-d62ae5548b32,revision_number=1']} {{(pid=94137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:16:04.000877 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [None req-8b7037f1-b71b-48a7-b3c3-99cf7b70dee4 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d34d1d8728564867853b1d853f07552d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2496803 Sep 07 14:16:04.003314 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.wsgi [-] (94137) accepted ('10.222.0.60', 53504) {{(pid=94137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:16:04.024422 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ffcc16-3417-4073-bdf6-f7fea7e5e1e9 req-bb5c920e-227e-4c99-9f02-f90593c07d23 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:16:04.025979 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-15ffcc16-3417-4073-bdf6-f7fea7e5e1e9 req-bb5c920e-227e-4c99-9f02-f90593c07d23 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ec2706e-3182-45e5-9b7a-71e5898992a1 HTTP/1.1" status: 200 len: 945 time: 0.0544410 Sep 07 14:16:04.057540 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-e55f1a26-cbea-4767-a0a3-68dfb1448868 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:16:04.081629 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-e55f1a26-cbea-4767-a0a3-68dfb1448868 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:16:04.121050 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.plugin [req-15ffcc16-3417-4073-bdf6-f7fea7e5e1e9 req-f120b19a-5012-4513-8f43-88cb5711ade2 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Deleting port 9864b544-54ea-426f-9fce-16e3894b7c48 {{(pid=94138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 14:16:04.121423 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-15ffcc16-3417-4073-bdf6-f7fea7e5e1e9 req-f120b19a-5012-4513-8f43-88cb5711ade2 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735729003030'] for port, before_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:16:04.137054 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-e55f1a26-cbea-4767-a0a3-68dfb1448868 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585164'] for security_group, after_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:16:04.139741 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-e55f1a26-cbea-4767-a0a3-68dfb1448868 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:16:04.140932 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [None req-e55f1a26-cbea-4767-a0a3-68dfb1448868 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/859c4da3-81f4-4557-9da3-d62ae5548b32 HTTP/1.1" status: 204 len: 168 time: 0.1367033 Sep 07 14:16:04.156050 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55f1a26-cbea-4767-a0a3-68dfb1448868 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=859c4da3-81f4-4557-9da3-d62ae5548b32,revision_number=None']} {{(pid=94137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:16:04.234282 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.db [req-15ffcc16-3417-4073-bdf6-f7fea7e5e1e9 req-f120b19a-5012-4513-8f43-88cb5711ade2 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] For port 9864b544-54ea-426f-9fce-16e3894b7c48, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=9864b544-54ea-426f-9fce-16e3894b7c48,segment=NetworkSegment(9951721c-ccaf-489b-b5e1-68302cc2cd5b),segment_id=9951721c-ccaf-489b-b5e1-68302cc2cd5b)] {{(pid=94138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:16:04.234731 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-15ffcc16-3417-4073-bdf6-f7fea7e5e1e9 req-f120b19a-5012-4513-8f43-88cb5711ade2 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453383'] for port, precommit_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:16:04.247964 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.plugin [req-15ffcc16-3417-4073-bdf6-f7fea7e5e1e9 req-f120b19a-5012-4513-8f43-88cb5711ade2 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Calling delete_port for 9864b544-54ea-426f-9fce-16e3894b7c48 owned by compute:nova {{(pid=94138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 14:16:04.383160 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-15ffcc16-3417-4073-bdf6-f7fea7e5e1e9 req-f120b19a-5012-4513-8f43-88cb5711ade2 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735729008604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735728620454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65197361'] for port, after_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:16:04.420590 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f120b19a-5012-4513-8f43-88cb5711ade2 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Pushing event deleted for resources: {'Port': ['ID=9864b544-54ea-426f-9fce-16e3894b7c48,revision_number=None']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:16:04.427295 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.wsgi [-] (94137) accepted ('10.222.0.60', 53510) {{(pid=94137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:16:04.442307 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-892ef22e-bb9b-4561-a469-ffee4bc58ec3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:16:04.464701 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.db.l3_dvrscheduler_db [req-15ffcc16-3417-4073-bdf6-f7fea7e5e1e9 req-f120b19a-5012-4513-8f43-88cb5711ade2 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] No DVR routers for this DVR port 9864b544-54ea-426f-9fce-16e3894b7c48 on host hv-cinder-78291 {{(pid=94138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 14:16:04.467902 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-15ffcc16-3417-4073-bdf6-f7fea7e5e1e9 req-f120b19a-5012-4513-8f43-88cb5711ade2 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88768'] for port, before_response {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:16:04.470531 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-15ffcc16-3417-4073-bdf6-f7fea7e5e1e9 req-f120b19a-5012-4513-8f43-88cb5711ade2 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] 10.222.0.23 "DELETE /v2.0/ports/9864b544-54ea-426f-9fce-16e3894b7c48 HTTP/1.1" status: 204 len: 173 time: 0.4376526 Sep 07 14:16:04.471002 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ec2706e-3182-45e5-9b7a-71e5898992a1', 'name': 'network-vif-deleted', 'tag': '9864b544-54ea-426f-9fce-16e3894b7c48'}] {{(pid=94138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:16:04.473959 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2f7ddeb31991bace343f2b2f4f22cd3bc4274a24b7cd750f83a004d46e17087" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82eb9ae7-a048-45e7-9ecc-f28aa971edd5" -d '{"events": [{"server_uuid": "8ec2706e-3182-45e5-9b7a-71e5898992a1", "name": "network-vif-deleted", "tag": "9864b544-54ea-426f-9fce-16e3894b7c48"}]}' {{(pid=94138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:16:04.527559 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 14:16:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8078455-de52-44ac-973b-30a0b9c42ea3 x-openstack-request-id: req-f8078455-de52-44ac-973b-30a0b9c42ea3 {{(pid=94138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:16:04.527937 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ec2706e-3182-45e5-9b7a-71e5898992a1", "name": "network-vif-deleted", "tag": "9864b544-54ea-426f-9fce-16e3894b7c48", "status": "completed", "code": 200}]} {{(pid=94138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:16:04.528164 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f8078455-de52-44ac-973b-30a0b9c42ea3 {{(pid=94138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:16:04.529135 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ec2706e-3182-45e5-9b7a-71e5898992a1', 'name': 'network-vif-deleted', 'tag': '9864b544-54ea-426f-9fce-16e3894b7c48', 'status': 'completed', 'code': 200} Sep 07 14:16:04.555937 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-892ef22e-bb9b-4561-a469-ffee4bc58ec3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:16:04.560669 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-892ef22e-bb9b-4561-a469-ffee4bc58ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585164'] for security_group, after_create {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:16:04.608696 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [None req-892ef22e-bb9b-4561-a469-ffee4bc58ec3 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=cf99d4ce5a6b4703b320feb8f64b5ea4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1802068 Sep 07 14:16:04.609779 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892ef22e-bb9b-4561-a469-ffee4bc58ec3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=070852ed-f12a-4b1d-931d-68f9ebdc5412,revision_number=1']} {{(pid=94137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:16:04.611622 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.wsgi [-] (94138) accepted ('10.222.0.60', 53516) {{(pid=94138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:16:04.670041 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-5ac23796-cec0-4771-9817-2318c9db1b17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:16:04.693679 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-5ac23796-cec0-4771-9817-2318c9db1b17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:16:04.754520 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-5ac23796-cec0-4771-9817-2318c9db1b17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585164'] for security_group, after_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:16:04.757864 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-5ac23796-cec0-4771-9817-2318c9db1b17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:16:04.759091 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [None req-5ac23796-cec0-4771-9817-2318c9db1b17 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/070852ed-f12a-4b1d-931d-68f9ebdc5412 HTTP/1.1" status: 204 len: 168 time: 0.1464558 Sep 07 14:16:04.769492 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac23796-cec0-4771-9817-2318c9db1b17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=070852ed-f12a-4b1d-931d-68f9ebdc5412,revision_number=None']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:16:04.842114 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-2119fd9d-3a49-4b46-9c6e-2f758ac64d80 req-b1934566-b4b7-451e-9989-0df15db50874 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ec2706e-3182-45e5-9b7a-71e5898992a1 HTTP/1.1" status: 200 len: 210 time: 0.0309677 Sep 07 14:16:05.899304 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.wsgi [-] (94138) accepted ('10.222.0.60', 53586) {{(pid=94138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:16:06.027537 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.plugin [None req-ca2c2289-ecb4-47ba-baab-b2f3caa9c6b4 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Deleting port 1ff986f5-6fbd-471e-a536-6b3f26f8daef {{(pid=94138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 14:16:06.027886 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-ca2c2289-ecb4-47ba-baab-b2f3caa9c6b4 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735729003030'] for port, before_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:16:06.124565 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-ca2c2289-ecb4-47ba-baab-b2f3caa9c6b4 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453383'] for port, precommit_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:16:06.124890 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-ca2c2289-ecb4-47ba-baab-b2f3caa9c6b4 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:16:06.136892 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.plugin [None req-ca2c2289-ecb4-47ba-baab-b2f3caa9c6b4 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Calling delete_port for 1ff986f5-6fbd-471e-a536-6b3f26f8daef owned by network:floatingip {{(pid=94138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 14:16:06.288506 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-ca2c2289-ecb4-47ba-baab-b2f3caa9c6b4 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735729008604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735728620454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65197361'] for port, after_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:16:06.317016 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2c2289-ecb4-47ba-baab-b2f3caa9c6b4 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Pushing event deleted for resources: {'Port': ['ID=1ff986f5-6fbd-471e-a536-6b3f26f8daef,revision_number=None']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:16:06.385828 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-ca2c2289-ecb4-47ba-baab-b2f3caa9c6b4 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Notify callbacks [] for floatingip, after_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:16:06.388357 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-ca2c2289-ecb4-47ba-baab-b2f3caa9c6b4 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88768'] for floatingip, before_response {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:16:06.389541 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [None req-ca2c2289-ecb4-47ba-baab-b2f3caa9c6b4 tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] 10.222.0.60 "DELETE /v2.0/floatingips/a9f61b83-b8c3-4af4-8d7b-49a55175c5dc HTTP/1.1" status: 204 len: 168 time: 0.4892972 Sep 07 14:16:07.591603 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.wsgi [-] (94137) accepted ('10.222.0.60', 53620) {{(pid=94137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:16:07.653673 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-7f4ee04b-8573-43e3-98f6-e0008669a9ae tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Notify callbacks [] for security_group, before_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:16:07.680201 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-7f4ee04b-8573-43e3-98f6-e0008669a9ae tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:16:07.744069 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-7f4ee04b-8573-43e3-98f6-e0008669a9ae tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585164'] for security_group, after_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:16:07.746794 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-7f4ee04b-8573-43e3-98f6-e0008669a9ae tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Notify callbacks [] for security_group, before_response {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:16:07.748018 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [None req-7f4ee04b-8573-43e3-98f6-e0008669a9ae tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] 10.222.0.60 "DELETE /v2.0/security-groups/b43b779f-4290-4cca-8b16-3ea14c0aeddc HTTP/1.1" status: 204 len: 168 time: 0.1554394 Sep 07 14:16:07.760803 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4ee04b-8573-43e3-98f6-e0008669a9ae tempest-TestVolumeBootPattern-752351647 tempest-TestVolumeBootPattern-752351647-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b43b779f-4290-4cca-8b16-3ea14c0aeddc,revision_number=None']} {{(pid=94137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:16:08.058526 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Device 9864b544-54ea-426f-9fce-16e3894b7c48 no longer exists at agent hyperv_hv-cinder-78291 {{(pid=94139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 14:16:08.082814 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.plugin [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] No Port match for: 9864b544-54ea-426f-9fce-16e3894b7c48 {{(pid=94139) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 14:16:08.083158 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Device 9864b544-54ea-426f-9fce-16e3894b7c48 not bound to the agent host hv-cinder-78291 {{(pid=94139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 14:16:08.832394 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.wsgi [-] (94137) accepted ('10.222.0.60', 53628) {{(pid=94137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:16:09.357035 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-f5d23b33-3e74-42a7-a162-0036ae304839 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-433534'] for router_interface, before_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:16:09.617118 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.plugin [None req-f5d23b33-3e74-42a7-a162-0036ae304839 admin admin] Deleting port 6d68cbd4-23d9-4ebf-98ab-c41cb6cabbd7 {{(pid=94137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 14:16:09.617396 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-f5d23b33-3e74-42a7-a162-0036ae304839 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735729003030'] for port, before_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:16:09.699633 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.db [None req-f5d23b33-3e74-42a7-a162-0036ae304839 admin admin] For port 6d68cbd4-23d9-4ebf-98ab-c41cb6cabbd7, host dv-cinder-782910-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-4-iscsi',level=0,port_id=6d68cbd4-23d9-4ebf-98ab-c41cb6cabbd7,segment=NetworkSegment(9951721c-ccaf-489b-b5e1-68302cc2cd5b),segment_id=9951721c-ccaf-489b-b5e1-68302cc2cd5b)] {{(pid=94137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:16:09.700016 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-f5d23b33-3e74-42a7-a162-0036ae304839 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453383'] for port, precommit_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:16:09.713036 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.plugin [None req-f5d23b33-3e74-42a7-a162-0036ae304839 admin admin] Calling delete_port for 6d68cbd4-23d9-4ebf-98ab-c41cb6cabbd7 owned by network:router_interface {{(pid=94137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 14:16:09.898424 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-f5d23b33-3e74-42a7-a162-0036ae304839 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735729008604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735728620454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63929217'] for port, after_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:16:09.933304 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d23b33-3e74-42a7-a162-0036ae304839 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d68cbd4-23d9-4ebf-98ab-c41cb6cabbd7,revision_number=None']} {{(pid=94137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:16:10.103517 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-f5d23b33-3e74-42a7-a162-0036ae304839 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-433554'] for router_interface, after_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:16:10.327382 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5d23b33-3e74-42a7-a162-0036ae304839 admin admin] Router 7c716cc1-a531-41f3-9f23-faa57b595784 has already been hosted by L3 agent fa68c273-d39f-43dc-b6f8-e0c6852ace12 {{(pid=94137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 14:16:10.446972 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5d23b33-3e74-42a7-a162-0036ae304839 admin admin] Notify agent at l3_agent.dv-cinder-782910-4-iscsi the message routers_updated {{(pid=94137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 14:16:10.455103 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [None req-f5d23b33-3e74-42a7-a162-0036ae304839 admin admin] 10.222.0.60 "PUT /v2.0/routers/7c716cc1-a531-41f3-9f23-faa57b595784/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6186891 Sep 07 14:16:10.456069 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.wsgi [-] (94137) accepted ('10.222.0.60', 53636) {{(pid=94137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:16:10.461754 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-624a4e20-7ab8-477c-ac26-37f0ef312151 None None] Sync routers for ids ['7c716cc1-a531-41f3-9f23-faa57b595784'] in dv-cinder-782910-4-iscsi {{(pid=94139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 14:16:10.473412 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-624a4e20-7ab8-477c-ac26-37f0ef312151 None None] Routers {'7c716cc1-a531-41f3-9f23-faa57b595784'} bound to L3 agent in host dv-cinder-782910-4-iscsi {{(pid=94139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:16:10.474047 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.l3_hamode_db [None req-624a4e20-7ab8-477c-ac26-37f0ef312151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T13:58:13Z,description=,heartbeat_timestamp=2021-09-07T14:15:43Z,host='dv-cinder-782910-4-iscsi',id=fa68c273-d39f-43dc-b6f8-e0c6852ace12,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T13:58:13Z,topic='l3_agent')) {'router_ids': ['7c716cc1-a531-41f3-9f23-faa57b595784'], 'active': True} {{(pid=94139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:16:10.573613 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-44d9e912-2848-44db-9b48-6830667d491d admin admin] Notify callbacks [] for router, before_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:16:10.578403 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.l3_dvr_db [None req-624a4e20-7ab8-477c-ac26-37f0ef312151 None None] Set router 7c716cc1-a531-41f3-9f23-faa57b595784 gateway port host: dv-cinder-782910-4-iscsi {{(pid=94139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:16:10.679657 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-44d9e912-2848-44db-9b48-6830667d491d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:16:10.707489 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-1237a0ae-d060-4041-87ca-349887c6452e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:16:10.740289 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.plugin [None req-44d9e912-2848-44db-9b48-6830667d491d admin admin] Deleting port 59d08d57-a9bc-451f-b10d-b81a2fedad8c {{(pid=94137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 14:16:10.740845 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-44d9e912-2848-44db-9b48-6830667d491d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735729003030'] for port, before_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:16:10.784007 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.l3_hamode_db [None req-624a4e20-7ab8-477c-ac26-37f0ef312151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c716cc1-a531-41f3-9f23-faa57b595784', 'name': 'tempest-TestVolumeBootPattern-1482981846-router', 'tenant_id': '25d79c53f0bd4923ab966dd0d5f549ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'external_fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': '59d08d57-a9bc-451f-b10d-b81a2fedad8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:07:39Z', 'updated_at': '2021-09-07T14:16:09Z', 'revision_number': 5, 'project_id': '25d79c53f0bd4923ab966dd0d5f549ca', 'gw_port': {'id': '59d08d57-a9bc-451f-b10d-b81a2fedad8c', 'name': '', 'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f4:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c716cc1-a531-41f3-9f23-faa57b595784', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:07:39Z', 'updated_at': '2021-09-07T14:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-4-iscsi'}], 'dv-cinder-782910-4-iscsi', False) {} {{(pid=94139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:16:10.812593 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-624a4e20-7ab8-477c-ac26-37f0ef312151 None None] Checking router: 7c716cc1-a531-41f3-9f23-faa57b595784 for host: dv-cinder-782910-4-iscsi {{(pid=94139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 14:16:10.821233 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-624a4e20-7ab8-477c-ac26-37f0ef312151 None None] Routers {'7c716cc1-a531-41f3-9f23-faa57b595784'} bound to L3 agent in host dv-cinder-782910-4-iscsi {{(pid=94139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:16:10.821860 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.l3_hamode_db [None req-624a4e20-7ab8-477c-ac26-37f0ef312151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T13:58:13Z,description=,heartbeat_timestamp=2021-09-07T14:15:43Z,host='dv-cinder-782910-4-iscsi',id=fa68c273-d39f-43dc-b6f8-e0c6852ace12,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T13:58:13Z,topic='l3_agent')) {'router_ids': ['7c716cc1-a531-41f3-9f23-faa57b595784'], 'active': True} {{(pid=94139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:16:10.824197 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.db [None req-44d9e912-2848-44db-9b48-6830667d491d admin admin] For port 59d08d57-a9bc-451f-b10d-b81a2fedad8c, host dv-cinder-782910-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-4-iscsi',level=0,port_id=59d08d57-a9bc-451f-b10d-b81a2fedad8c,segment=NetworkSegment(5550a781-5bde-4ad4-a1aa-3dd2778b0f71),segment_id=5550a781-5bde-4ad4-a1aa-3dd2778b0f71)] {{(pid=94137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:16:10.824567 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-44d9e912-2848-44db-9b48-6830667d491d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453383'] for port, precommit_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:16:10.839220 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.plugin [None req-44d9e912-2848-44db-9b48-6830667d491d admin admin] Calling delete_port for 59d08d57-a9bc-451f-b10d-b81a2fedad8c owned by network:router_gateway {{(pid=94137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 14:16:10.919111 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.l3_dvr_db [None req-624a4e20-7ab8-477c-ac26-37f0ef312151 None None] Set router 7c716cc1-a531-41f3-9f23-faa57b595784 gateway port host: None {{(pid=94139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:16:10.977910 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.l3_hamode_db [None req-624a4e20-7ab8-477c-ac26-37f0ef312151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c716cc1-a531-41f3-9f23-faa57b595784', 'name': 'tempest-TestVolumeBootPattern-1482981846-router', 'tenant_id': '25d79c53f0bd4923ab966dd0d5f549ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:07:39Z', 'updated_at': '2021-09-07T14:16:10Z', 'revision_number': 6, 'project_id': '25d79c53f0bd4923ab966dd0d5f549ca', 'gw_port_host': None}], 'dv-cinder-782910-4-iscsi', False) {} {{(pid=94139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:16:11.004688 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-624a4e20-7ab8-477c-ac26-37f0ef312151 None None] The sync data for ids ['7c716cc1-a531-41f3-9f23-faa57b595784'] in dv-cinder-782910-4-iscsi is: [{'id': '7c716cc1-a531-41f3-9f23-faa57b595784', 'name': 'tempest-TestVolumeBootPattern-1482981846-router', 'tenant_id': '25d79c53f0bd4923ab966dd0d5f549ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:07:39Z', 'updated_at': '2021-09-07T14:16:10Z', 'revision_number': 6, 'project_id': '25d79c53f0bd4923ab966dd0d5f549ca', 'gw_port_host': None}] {{(pid=94139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 14:16:11.021588 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-44d9e912-2848-44db-9b48-6830667d491d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735729008604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735728620454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63929217'] for port, after_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:16:11.053366 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d9e912-2848-44db-9b48-6830667d491d admin admin] Pushing event deleted for resources: {'Port': ['ID=59d08d57-a9bc-451f-b10d-b81a2fedad8c,revision_number=None']} {{(pid=94137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:16:11.122201 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-44d9e912-2848-44db-9b48-6830667d491d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-432432'] for router_gateway, after_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:16:11.220803 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-44d9e912-2848-44db-9b48-6830667d491d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-932'] for router, precommit_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:16:11.223180 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-44d9e912-2848-44db-9b48-6830667d491d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:16:11.267468 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-44d9e912-2848-44db-9b48-6830667d491d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-429402'] for router, after_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:16:11.268043 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44d9e912-2848-44db-9b48-6830667d491d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7c716cc1-a531-41f3-9f23-faa57b595784 {{(pid=94137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 14:16:11.272585 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-44d9e912-2848-44db-9b48-6830667d491d admin admin] Notify callbacks [] for router, before_response {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:16:11.276553 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.wsgi [-] (94138) accepted ('10.222.0.60', 53638) {{(pid=94138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:16:11.277191 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [None req-44d9e912-2848-44db-9b48-6830667d491d admin admin] 10.222.0.60 "DELETE /v2.0/routers/7c716cc1-a531-41f3-9f23-faa57b595784 HTTP/1.1" status: 204 len: 168 time: 0.8190985 Sep 07 14:16:11.324526 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c23288f-2f71-4c05-b94d-ac958ad6487f admin admin] Deleting subnet 3750f73b-6c72-42f1-b8a9-086bab013509 {{(pid=94138) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 14:16:11.327680 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-6c23288f-2f71-4c05-b94d-ac958ad6487f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:16:11.369399 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-6c23288f-2f71-4c05-b94d-ac958ad6487f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65197364'] for subnet, precommit_delete_associations {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:16:11.489449 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-6c23288f-2f71-4c05-b94d-ac958ad6487f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1466112'] for subnet, precommit_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:16:11.547228 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-6c23288f-2f71-4c05-b94d-ac958ad6487f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1466169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65197380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64691899'] for subnet, after_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:16:11.575292 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c23288f-2f71-4c05-b94d-ac958ad6487f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3750f73b-6c72-42f1-b8a9-086bab013509,revision_number=None']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:16:11.579510 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-6c23288f-2f71-4c05-b94d-ac958ad6487f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:16:11.581499 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [None req-6c23288f-2f71-4c05-b94d-ac958ad6487f admin admin] 10.222.0.60 "DELETE /v2.0/subnets/3750f73b-6c72-42f1-b8a9-086bab013509 HTTP/1.1" status: 204 len: 168 time: 0.3040421 Sep 07 14:16:11.584114 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.wsgi [-] (94138) accepted ('10.222.0.60', 53644) {{(pid=94138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:16:11.585508 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83d726b0-2055-4b00-bfdd-09e3880613e3 None None] Network f7617b6d-ab89-4a54-b036-07b674993ecd requested from dv-cinder-782910-4-iscsi {{(pid=94139) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 14:16:11.664496 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-500a29eb-08c9-428b-be90-d08935f0209e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580555'] for network, before_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:16:11.729032 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.plugin [None req-500a29eb-08c9-428b-be90-d08935f0209e admin admin] Deleting port 4a7a84a1-dcb2-4b5a-a784-2e6cc459e854 {{(pid=94138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 14:16:11.729741 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-500a29eb-08c9-428b-be90-d08935f0209e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735729003030'] for port, before_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:16:11.798855 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-311f9d3b-b834-459b-81f1-0fb5d19fb749 None None] DHCP port deletion for f7617b6d-ab89-4a54-b036-07b674993ecd request from dv-cinder-782910-4-iscsi {{(pid=94139) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 14:16:11.808259 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.db [None req-500a29eb-08c9-428b-be90-d08935f0209e admin admin] For port 4a7a84a1-dcb2-4b5a-a784-2e6cc459e854, host dv-cinder-782910-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-4-iscsi',level=0,port_id=4a7a84a1-dcb2-4b5a-a784-2e6cc459e854,segment=NetworkSegment(9951721c-ccaf-489b-b5e1-68302cc2cd5b),segment_id=9951721c-ccaf-489b-b5e1-68302cc2cd5b)] {{(pid=94138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:16:11.808628 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-500a29eb-08c9-428b-be90-d08935f0209e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453383'] for port, precommit_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:16:11.825504 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.plugin [None req-500a29eb-08c9-428b-be90-d08935f0209e admin admin] Calling delete_port for 4a7a84a1-dcb2-4b5a-a784-2e6cc459e854 owned by network:dhcp {{(pid=94138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 14:16:11.851283 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.plugin [None req-311f9d3b-b834-459b-81f1-0fb5d19fb749 None None] Deleting port 4a7a84a1-dcb2-4b5a-a784-2e6cc459e854 {{(pid=94139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 14:16:11.851772 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-311f9d3b-b834-459b-81f1-0fb5d19fb749 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735729003030'] for port, before_delete {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:16:11.921757 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-500a29eb-08c9-428b-be90-d08935f0209e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735729008604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735728620454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65197361'] for port, after_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:16:11.923976 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.db [None req-311f9d3b-b834-459b-81f1-0fb5d19fb749 None None] For port 4a7a84a1-dcb2-4b5a-a784-2e6cc459e854, host dv-cinder-782910-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-4-iscsi',level=0,port_id=4a7a84a1-dcb2-4b5a-a784-2e6cc459e854,segment=NetworkSegment(9951721c-ccaf-489b-b5e1-68302cc2cd5b),segment_id=9951721c-ccaf-489b-b5e1-68302cc2cd5b)] {{(pid=94139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:16:11.924523 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-311f9d3b-b834-459b-81f1-0fb5d19fb749 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453383'] for port, precommit_delete {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:16:11.938319 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.plugin [None req-311f9d3b-b834-459b-81f1-0fb5d19fb749 None None] Calling delete_port for 4a7a84a1-dcb2-4b5a-a784-2e6cc459e854 owned by network:dhcp {{(pid=94139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 14:16:11.947870 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500a29eb-08c9-428b-be90-d08935f0209e admin admin] Pushing event deleted for resources: {'Port': ['ID=4a7a84a1-dcb2-4b5a-a784-2e6cc459e854,revision_number=None']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:16:11.955282 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-500a29eb-08c9-428b-be90-d08935f0209e admin admin] No DVR routers for this DVR port 4a7a84a1-dcb2-4b5a-a784-2e6cc459e854 on host dv-cinder-782910-4-iscsi {{(pid=94138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 14:16:12.015645 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-311f9d3b-b834-459b-81f1-0fb5d19fb749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735729008604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735728620454'] for port, after_delete {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:16:12.029788 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-500a29eb-08c9-428b-be90-d08935f0209e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1461133', 'neutron.services.segments.db._delete_segments_for_network-8735729117049'] for network, precommit_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:16:12.049035 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311f9d3b-b834-459b-81f1-0fb5d19fb749 None None] Pushing event deleted for resources: {'Port': ['ID=4a7a84a1-dcb2-4b5a-a784-2e6cc459e854,revision_number=None']} {{(pid=94139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:16:12.058956 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-311f9d3b-b834-459b-81f1-0fb5d19fb749 None None] No DVR routers for this DVR port 4a7a84a1-dcb2-4b5a-a784-2e6cc459e854 on host dv-cinder-782910-4-iscsi {{(pid=94139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 14:16:12.061489 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311f9d3b-b834-459b-81f1-0fb5d19fb749 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:16:12.062387 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311f9d3b-b834-459b-81f1-0fb5d19fb749 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:16:12.062387 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311f9d3b-b834-459b-81f1-0fb5d19fb749 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:16:12.062572 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311f9d3b-b834-459b-81f1-0fb5d19fb749 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:16:12.062798 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311f9d3b-b834-459b-81f1-0fb5d19fb749 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:16:12.063136 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311f9d3b-b834-459b-81f1-0fb5d19fb749 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:16:12.063497 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311f9d3b-b834-459b-81f1-0fb5d19fb749 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:16:12.063820 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311f9d3b-b834-459b-81f1-0fb5d19fb749 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:16:12.064167 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311f9d3b-b834-459b-81f1-0fb5d19fb749 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:16:12.064462 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311f9d3b-b834-459b-81f1-0fb5d19fb749 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:16:12.064790 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311f9d3b-b834-459b-81f1-0fb5d19fb749 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:16:12.065109 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311f9d3b-b834-459b-81f1-0fb5d19fb749 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:16:12.072630 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.services.segments.db [None req-500a29eb-08c9-428b-be90-d08935f0209e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7617b6d-ab89-4a54-b036-07b674993ecd']}} {{(pid=94138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:16:12.083513 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.services.segments.db [None req-500a29eb-08c9-428b-be90-d08935f0209e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9951721c-ccaf-489b-b5e1-68302cc2cd5b') {'for_net_delete': True} {{(pid=94138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:16:12.083816 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.services.segments.db [None req-500a29eb-08c9-428b-be90-d08935f0209e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9951721c-ccaf-489b-b5e1-68302cc2cd5b') {} {{(pid=94138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:16:12.093834 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-500a29eb-08c9-428b-be90-d08935f0209e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735729115778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65197373'] for segment, before_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:16:12.109039 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-500a29eb-08c9-428b-be90-d08935f0209e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1461082'] for segment, precommit_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:16:12.115382 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-500a29eb-08c9-428b-be90-d08935f0209e admin admin] Releasing vlan 661 on physical network physnet1 to pool {{(pid=94138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 14:16:12.115771 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-500a29eb-08c9-428b-be90-d08935f0209e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1461082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65198054'] for segment, after_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:16:12.117615 dv-cinder-782910-4-iscsi neutron-server[94138]: Traceback (most recent call last): Sep 07 14:16:12.117615 dv-cinder-782910-4-iscsi neutron-server[94138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 14:16:12.117615 dv-cinder-782910-4-iscsi neutron-server[94138]: timer() Sep 07 14:16:12.117615 dv-cinder-782910-4-iscsi neutron-server[94138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 14:16:12.117615 dv-cinder-782910-4-iscsi neutron-server[94138]: cb(*args, **kw) Sep 07 14:16:12.117615 dv-cinder-782910-4-iscsi neutron-server[94138]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 14:16:12.117615 dv-cinder-782910-4-iscsi neutron-server[94138]: return func(*args, **kwargs) Sep 07 14:16:12.117615 dv-cinder-782910-4-iscsi neutron-server[94138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 14:16:12.117615 dv-cinder-782910-4-iscsi neutron-server[94138]: self._notify() Sep 07 14:16:12.117615 dv-cinder-782910-4-iscsi neutron-server[94138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 14:16:12.117615 dv-cinder-782910-4-iscsi neutron-server[94138]: self.callback(batched_events) Sep 07 14:16:12.117615 dv-cinder-782910-4-iscsi neutron-server[94138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 14:16:12.117615 dv-cinder-782910-4-iscsi neutron-server[94138]: event.method(event) Sep 07 14:16:12.117615 dv-cinder-782910-4-iscsi neutron-server[94138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 14:16:12.117615 dv-cinder-782910-4-iscsi neutron-server[94138]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 14:16:12.117615 dv-cinder-782910-4-iscsi neutron-server[94138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 14:16:12.117615 dv-cinder-782910-4-iscsi neutron-server[94138]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 14:16:12.117615 dv-cinder-782910-4-iscsi neutron-server[94138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 14:16:12.117615 dv-cinder-782910-4-iscsi neutron-server[94138]: return f(self, *a, **k) Sep 07 14:16:12.117615 dv-cinder-782910-4-iscsi neutron-server[94138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 14:16:12.117615 dv-cinder-782910-4-iscsi neutron-server[94138]: return self._get(url).json() Sep 07 14:16:12.117615 dv-cinder-782910-4-iscsi neutron-server[94138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 14:16:12.117615 dv-cinder-782910-4-iscsi neutron-server[94138]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 14:16:12.117615 dv-cinder-782910-4-iscsi neutron-server[94138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 14:16:12.117615 dv-cinder-782910-4-iscsi neutron-server[94138]: return self.request(url, 'GET', **kwargs) Sep 07 14:16:12.117615 dv-cinder-782910-4-iscsi neutron-server[94138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 14:16:12.117615 dv-cinder-782910-4-iscsi neutron-server[94138]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 14:16:12.117615 dv-cinder-782910-4-iscsi neutron-server[94138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 14:16:12.117615 dv-cinder-782910-4-iscsi neutron-server[94138]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 14:16:12.117615 dv-cinder-782910-4-iscsi neutron-server[94138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 14:16:12.117615 dv-cinder-782910-4-iscsi neutron-server[94138]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 14:16:12.117615 dv-cinder-782910-4-iscsi neutron-server[94138]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 14:16:12.178712 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-500a29eb-08c9-428b-be90-d08935f0209e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1461122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-432396'] for network, after_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:16:12.183882 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-500a29eb-08c9-428b-be90-d08935f0209e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539090'] for network, before_response {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:16:12.185752 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [None req-500a29eb-08c9-428b-be90-d08935f0209e admin admin] 10.222.0.60 "DELETE /v2.0/networks/f7617b6d-ab89-4a54-b036-07b674993ecd HTTP/1.1" status: 204 len: 168 time: 0.6004167 Sep 07 14:16:12.189353 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.wsgi [-] (94137) accepted ('10.222.0.60', 53646) {{(pid=94137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:16:12.196305 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500a29eb-08c9-428b-be90-d08935f0209e admin admin] Pushing event deleted for resources: {'Network': ['ID=f7617b6d-ab89-4a54-b036-07b674993ecd,revision_number=None']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:16:12.489342 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-90497945-cc67-4e40-89ff-93978391019b None None] Device 6d68cbd4-23d9-4ebf-98ab-c41cb6cabbd7 no longer exists at agent ovs-agent-dv-cinder-782910-4-iscsi {{(pid=94139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 14:16:12.516026 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.plugin [None req-90497945-cc67-4e40-89ff-93978391019b None None] No Port match for: 6d68cbd4-23d9-4ebf-98ab-c41cb6cabbd7 {{(pid=94139) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 14:16:12.516430 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-90497945-cc67-4e40-89ff-93978391019b None None] Device 6d68cbd4-23d9-4ebf-98ab-c41cb6cabbd7 not bound to the agent host dv-cinder-782910-4-iscsi {{(pid=94139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 14:16:12.517481 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-90497945-cc67-4e40-89ff-93978391019b None None] Device 4a7a84a1-dcb2-4b5a-a784-2e6cc459e854 no longer exists at agent ovs-agent-dv-cinder-782910-4-iscsi {{(pid=94139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 14:16:12.536630 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.plugin [None req-90497945-cc67-4e40-89ff-93978391019b None None] No Port match for: 4a7a84a1-dcb2-4b5a-a784-2e6cc459e854 {{(pid=94139) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 14:16:12.537017 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-90497945-cc67-4e40-89ff-93978391019b None None] Device 4a7a84a1-dcb2-4b5a-a784-2e6cc459e854 not bound to the agent host dv-cinder-782910-4-iscsi {{(pid=94139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 14:16:12.537472 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-90497945-cc67-4e40-89ff-93978391019b None None] Device 59d08d57-a9bc-451f-b10d-b81a2fedad8c no longer exists at agent ovs-agent-dv-cinder-782910-4-iscsi {{(pid=94139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 14:16:12.556119 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.plugin [None req-90497945-cc67-4e40-89ff-93978391019b None None] No Port match for: 59d08d57-a9bc-451f-b10d-b81a2fedad8c {{(pid=94139) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 14:16:12.556474 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-90497945-cc67-4e40-89ff-93978391019b None None] Device 59d08d57-a9bc-451f-b10d-b81a2fedad8c not bound to the agent host dv-cinder-782910-4-iscsi {{(pid=94139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 14:16:12.807242 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-bb4a8408-26ac-4427-83a3-ce3f3e43b5f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-433534'] for router_interface, before_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:16:13.055953 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.plugin [None req-bb4a8408-26ac-4427-83a3-ce3f3e43b5f0 admin admin] Deleting port 7f54b2f8-3ae9-4749-8f26-3c30ba8fcf91 {{(pid=94137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 14:16:13.056298 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-bb4a8408-26ac-4427-83a3-ce3f3e43b5f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735729003030'] for port, before_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:16:13.136603 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.db [None req-bb4a8408-26ac-4427-83a3-ce3f3e43b5f0 admin admin] For port 7f54b2f8-3ae9-4749-8f26-3c30ba8fcf91, host dv-cinder-782910-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-4-iscsi',level=0,port_id=7f54b2f8-3ae9-4749-8f26-3c30ba8fcf91,segment=NetworkSegment(49d7bdce-197e-4293-8d1f-8c6e7bda6bad),segment_id=49d7bdce-197e-4293-8d1f-8c6e7bda6bad)] {{(pid=94137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:16:13.136989 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-bb4a8408-26ac-4427-83a3-ce3f3e43b5f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453383'] for port, precommit_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:16:13.156631 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.plugin [None req-bb4a8408-26ac-4427-83a3-ce3f3e43b5f0 admin admin] Calling delete_port for 7f54b2f8-3ae9-4749-8f26-3c30ba8fcf91 owned by network:router_interface {{(pid=94137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 14:16:13.335898 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-bb4a8408-26ac-4427-83a3-ce3f3e43b5f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735729008604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735728620454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63929217'] for port, after_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:16:13.361417 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4a8408-26ac-4427-83a3-ce3f3e43b5f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f54b2f8-3ae9-4749-8f26-3c30ba8fcf91,revision_number=None']} {{(pid=94137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:16:13.458242 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-63e7ed25-789b-4b84-8756-34c6011a7815 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:16:13.536723 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-bb4a8408-26ac-4427-83a3-ce3f3e43b5f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-433554'] for router_interface, after_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:16:13.761273 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb4a8408-26ac-4427-83a3-ce3f3e43b5f0 admin admin] Router 562ba182-ed6d-4a2a-b774-c61aa2795083 has already been hosted by L3 agent fa68c273-d39f-43dc-b6f8-e0c6852ace12 {{(pid=94137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 14:16:13.872231 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb4a8408-26ac-4427-83a3-ce3f3e43b5f0 admin admin] Notify agent at l3_agent.dv-cinder-782910-4-iscsi the message routers_updated {{(pid=94137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 14:16:13.877222 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [None req-bb4a8408-26ac-4427-83a3-ce3f3e43b5f0 admin admin] 10.222.0.60 "PUT /v2.0/routers/562ba182-ed6d-4a2a-b774-c61aa2795083/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6868289 Sep 07 14:16:13.879763 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.wsgi [-] (94137) accepted ('10.222.0.60', 53652) {{(pid=94137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:16:13.880724 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cec185e-8777-4264-8cb2-79f4240f7653 None None] Sync routers for ids ['562ba182-ed6d-4a2a-b774-c61aa2795083'] in dv-cinder-782910-4-iscsi {{(pid=94140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 14:16:13.889599 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cec185e-8777-4264-8cb2-79f4240f7653 None None] Routers {'562ba182-ed6d-4a2a-b774-c61aa2795083'} bound to L3 agent in host dv-cinder-782910-4-iscsi {{(pid=94140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:16:13.890209 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.l3_hamode_db [None req-8cec185e-8777-4264-8cb2-79f4240f7653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T13:58:13Z,description=,heartbeat_timestamp=2021-09-07T14:16:13Z,host='dv-cinder-782910-4-iscsi',id=fa68c273-d39f-43dc-b6f8-e0c6852ace12,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T13:58:13Z,topic='l3_agent')) {'router_ids': ['562ba182-ed6d-4a2a-b774-c61aa2795083'], 'active': True} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:16:13.991356 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-b2962580-03ef-4450-85c0-5efb181a2b11 admin admin] Notify callbacks [] for router, before_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:16:13.998127 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.l3_dvr_db [None req-8cec185e-8777-4264-8cb2-79f4240f7653 None None] Set router 562ba182-ed6d-4a2a-b774-c61aa2795083 gateway port host: dv-cinder-782910-4-iscsi {{(pid=94140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:16:14.098442 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-b2962580-03ef-4450-85c0-5efb181a2b11 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:16:14.151965 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.plugin [None req-b2962580-03ef-4450-85c0-5efb181a2b11 admin admin] Deleting port 0c462bb7-c012-4898-9cd5-3d3a88579f67 {{(pid=94137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 14:16:14.152481 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-b2962580-03ef-4450-85c0-5efb181a2b11 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735729003030'] for port, before_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:16:14.192806 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.l3_hamode_db [None req-8cec185e-8777-4264-8cb2-79f4240f7653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '562ba182-ed6d-4a2a-b774-c61aa2795083', 'name': 'tempest-TestVolumeBootPattern-913196687-router', 'tenant_id': 'd991b8909b5648bbbfdd02568580a00b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'external_fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.4'}], 'enable_snat': True}, 'gw_port_id': '0c462bb7-c012-4898-9cd5-3d3a88579f67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:07:46Z', 'updated_at': '2021-09-07T14:16:13Z', 'revision_number': 5, 'project_id': 'd991b8909b5648bbbfdd02568580a00b', 'gw_port': {'id': '0c462bb7-c012-4898-9cd5-3d3a88579f67', 'name': '', 'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e3:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '562ba182-ed6d-4a2a-b774-c61aa2795083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:07:47Z', 'updated_at': '2021-09-07T14:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-4-iscsi'}], 'dv-cinder-782910-4-iscsi', False) {} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:16:14.202546 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-90497945-cc67-4e40-89ff-93978391019b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:16:14.224571 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cec185e-8777-4264-8cb2-79f4240f7653 None None] Checking router: 562ba182-ed6d-4a2a-b774-c61aa2795083 for host: dv-cinder-782910-4-iscsi {{(pid=94140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 14:16:14.234644 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cec185e-8777-4264-8cb2-79f4240f7653 None None] Routers {'562ba182-ed6d-4a2a-b774-c61aa2795083'} bound to L3 agent in host dv-cinder-782910-4-iscsi {{(pid=94140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:16:14.235300 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.l3_hamode_db [None req-8cec185e-8777-4264-8cb2-79f4240f7653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T13:58:13Z,description=,heartbeat_timestamp=2021-09-07T14:16:13Z,host='dv-cinder-782910-4-iscsi',id=fa68c273-d39f-43dc-b6f8-e0c6852ace12,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T13:58:13Z,topic='l3_agent')) {'router_ids': ['562ba182-ed6d-4a2a-b774-c61aa2795083'], 'active': True} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:16:14.245545 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.db [None req-b2962580-03ef-4450-85c0-5efb181a2b11 admin admin] For port 0c462bb7-c012-4898-9cd5-3d3a88579f67, host dv-cinder-782910-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-4-iscsi',level=0,port_id=0c462bb7-c012-4898-9cd5-3d3a88579f67,segment=NetworkSegment(5550a781-5bde-4ad4-a1aa-3dd2778b0f71),segment_id=5550a781-5bde-4ad4-a1aa-3dd2778b0f71)] {{(pid=94137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:16:14.245915 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-b2962580-03ef-4450-85c0-5efb181a2b11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453383'] for port, precommit_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:16:14.258519 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.plugin [None req-b2962580-03ef-4450-85c0-5efb181a2b11 admin admin] Calling delete_port for 0c462bb7-c012-4898-9cd5-3d3a88579f67 owned by network:router_gateway {{(pid=94137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 14:16:14.323251 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.l3_dvr_db [None req-8cec185e-8777-4264-8cb2-79f4240f7653 None None] Set router 562ba182-ed6d-4a2a-b774-c61aa2795083 gateway port host: None {{(pid=94140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:16:14.376712 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.l3_hamode_db [None req-8cec185e-8777-4264-8cb2-79f4240f7653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '562ba182-ed6d-4a2a-b774-c61aa2795083', 'name': 'tempest-TestVolumeBootPattern-913196687-router', 'tenant_id': 'd991b8909b5648bbbfdd02568580a00b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:07:46Z', 'updated_at': '2021-09-07T14:16:14Z', 'revision_number': 6, 'project_id': 'd991b8909b5648bbbfdd02568580a00b', 'gw_port_host': None}], 'dv-cinder-782910-4-iscsi', False) {} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:16:14.408066 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cec185e-8777-4264-8cb2-79f4240f7653 None None] The sync data for ids ['562ba182-ed6d-4a2a-b774-c61aa2795083'] in dv-cinder-782910-4-iscsi is: [{'id': '562ba182-ed6d-4a2a-b774-c61aa2795083', 'name': 'tempest-TestVolumeBootPattern-913196687-router', 'tenant_id': 'd991b8909b5648bbbfdd02568580a00b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:07:46Z', 'updated_at': '2021-09-07T14:16:14Z', 'revision_number': 6, 'project_id': 'd991b8909b5648bbbfdd02568580a00b', 'gw_port_host': None}] {{(pid=94140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 14:16:14.432008 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-b2962580-03ef-4450-85c0-5efb181a2b11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735729008604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735728620454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63929217'] for port, after_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:16:14.467824 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2962580-03ef-4450-85c0-5efb181a2b11 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c462bb7-c012-4898-9cd5-3d3a88579f67,revision_number=None']} {{(pid=94137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:16:14.528473 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-b2962580-03ef-4450-85c0-5efb181a2b11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-432432'] for router_gateway, after_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:16:14.623612 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-b2962580-03ef-4450-85c0-5efb181a2b11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-932'] for router, precommit_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:16:14.625775 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-b2962580-03ef-4450-85c0-5efb181a2b11 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:16:14.672334 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-b2962580-03ef-4450-85c0-5efb181a2b11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-429402'] for router, after_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:16:14.672890 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2962580-03ef-4450-85c0-5efb181a2b11 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 562ba182-ed6d-4a2a-b774-c61aa2795083 {{(pid=94137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 14:16:14.678425 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-b2962580-03ef-4450-85c0-5efb181a2b11 admin admin] Notify callbacks [] for router, before_response {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:16:14.679594 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [None req-b2962580-03ef-4450-85c0-5efb181a2b11 admin admin] 10.222.0.60 "DELETE /v2.0/routers/562ba182-ed6d-4a2a-b774-c61aa2795083 HTTP/1.1" status: 204 len: 168 time: 0.7988937 Sep 07 14:16:14.682117 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.wsgi [-] (94137) accepted ('10.222.0.60', 53656) {{(pid=94137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:16:14.723517 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-cec4f6fb-2ca0-44f4-a970-9dc467b3a3ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:16:14.738516 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbc299c1-e020-4763-87df-83c8e216ae17 admin admin] Deleting subnet 7111653f-01eb-4f0d-89e7-04b2b616e8ca {{(pid=94137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 14:16:14.742269 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-fbc299c1-e020-4763-87df-83c8e216ae17 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:16:14.781026 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-fbc299c1-e020-4763-87df-83c8e216ae17 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63800826'] for subnet, precommit_delete_associations {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:16:14.869606 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-fbc299c1-e020-4763-87df-83c8e216ae17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1466112'] for subnet, precommit_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:16:14.929009 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-fbc299c1-e020-4763-87df-83c8e216ae17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1466169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63929332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64237226'] for subnet, after_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:16:14.954073 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc299c1-e020-4763-87df-83c8e216ae17 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7111653f-01eb-4f0d-89e7-04b2b616e8ca,revision_number=None']} {{(pid=94137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:16:14.957841 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-fbc299c1-e020-4763-87df-83c8e216ae17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539090'] for subnet, before_response {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:16:14.960048 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [None req-fbc299c1-e020-4763-87df-83c8e216ae17 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/7111653f-01eb-4f0d-89e7-04b2b616e8ca HTTP/1.1" status: 204 len: 168 time: 0.2769439 Sep 07 14:16:14.965376 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.wsgi [-] (94137) accepted ('10.222.0.60', 53658) {{(pid=94137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:16:14.975559 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7afc124-9924-4348-9324-336797643054 None None] Network 680b3b9b-d14d-4174-83eb-6dc70441f79c requested from dv-cinder-782910-4-iscsi {{(pid=94139) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 14:16:15.033788 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-dcf38b1d-4396-477f-831e-a2ce4261c261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580555'] for network, before_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:16:15.097165 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.plugin [None req-dcf38b1d-4396-477f-831e-a2ce4261c261 admin admin] Deleting port b613a526-b20f-4854-b368-55dfcf553846 {{(pid=94137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 14:16:15.097436 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-dcf38b1d-4396-477f-831e-a2ce4261c261 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735729003030'] for port, before_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:16:15.166447 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.db [None req-dcf38b1d-4396-477f-831e-a2ce4261c261 admin admin] For port b613a526-b20f-4854-b368-55dfcf553846, host dv-cinder-782910-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-4-iscsi',level=0,port_id=b613a526-b20f-4854-b368-55dfcf553846,segment=NetworkSegment(49d7bdce-197e-4293-8d1f-8c6e7bda6bad),segment_id=49d7bdce-197e-4293-8d1f-8c6e7bda6bad)] {{(pid=94137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:16:15.166923 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-dcf38b1d-4396-477f-831e-a2ce4261c261 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453383'] for port, precommit_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:16:15.181244 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.plugin [None req-dcf38b1d-4396-477f-831e-a2ce4261c261 admin admin] Calling delete_port for b613a526-b20f-4854-b368-55dfcf553846 owned by network:dhcp {{(pid=94137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 14:16:15.196135 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fdd32e9-78bc-47c4-8af7-00d8481452ae None None] DHCP port deletion for 680b3b9b-d14d-4174-83eb-6dc70441f79c request from dv-cinder-782910-4-iscsi {{(pid=94139) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 14:16:15.247829 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.plugin [None req-1fdd32e9-78bc-47c4-8af7-00d8481452ae None None] Deleting port b613a526-b20f-4854-b368-55dfcf553846 {{(pid=94139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 14:16:15.248208 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-1fdd32e9-78bc-47c4-8af7-00d8481452ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735729003030'] for port, before_delete {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:16:15.268945 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-dcf38b1d-4396-477f-831e-a2ce4261c261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735729008604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735728620454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63929217'] for port, after_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:16:15.299603 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf38b1d-4396-477f-831e-a2ce4261c261 admin admin] Pushing event deleted for resources: {'Port': ['ID=b613a526-b20f-4854-b368-55dfcf553846,revision_number=None']} {{(pid=94137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:16:15.307039 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf38b1d-4396-477f-831e-a2ce4261c261 admin admin] No DVR routers for this DVR port b613a526-b20f-4854-b368-55dfcf553846 on host dv-cinder-782910-4-iscsi {{(pid=94137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 14:16:15.395590 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-dcf38b1d-4396-477f-831e-a2ce4261c261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1461133', 'neutron.services.segments.db._delete_segments_for_network-8735729117049'] for network, precommit_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:16:15.424071 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.services.segments.db [None req-dcf38b1d-4396-477f-831e-a2ce4261c261 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['680b3b9b-d14d-4174-83eb-6dc70441f79c']}} {{(pid=94137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:16:15.436325 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.services.segments.db [None req-dcf38b1d-4396-477f-831e-a2ce4261c261 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49d7bdce-197e-4293-8d1f-8c6e7bda6bad') {'for_net_delete': True} {{(pid=94137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:16:15.436950 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.services.segments.db [None req-dcf38b1d-4396-477f-831e-a2ce4261c261 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49d7bdce-197e-4293-8d1f-8c6e7bda6bad') {} {{(pid=94137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:16:15.449842 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.db [None req-1fdd32e9-78bc-47c4-8af7-00d8481452ae None None] For port b613a526-b20f-4854-b368-55dfcf553846, host dv-cinder-782910-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-4-iscsi',level=0,port_id=b613a526-b20f-4854-b368-55dfcf553846,segment=NetworkSegment(49d7bdce-197e-4293-8d1f-8c6e7bda6bad),segment_id=49d7bdce-197e-4293-8d1f-8c6e7bda6bad)] {{(pid=94139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:16:15.450240 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-1fdd32e9-78bc-47c4-8af7-00d8481452ae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453383'] for port, precommit_delete {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:16:15.451386 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-dcf38b1d-4396-477f-831e-a2ce4261c261 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735729115778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63800819'] for segment, before_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:16:15.464284 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.plugin [None req-1fdd32e9-78bc-47c4-8af7-00d8481452ae None None] Calling delete_port for b613a526-b20f-4854-b368-55dfcf553846 owned by network:dhcp {{(pid=94139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 14:16:15.470399 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-dcf38b1d-4396-477f-831e-a2ce4261c261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1461082'] for segment, precommit_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:16:15.479687 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcf38b1d-4396-477f-831e-a2ce4261c261 admin admin] Releasing vlan 679 on physical network physnet1 to pool {{(pid=94137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 14:16:15.480125 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-dcf38b1d-4396-477f-831e-a2ce4261c261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1461082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63928662'] for segment, after_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:16:15.482358 dv-cinder-782910-4-iscsi neutron-server[94137]: Traceback (most recent call last): Sep 07 14:16:15.482358 dv-cinder-782910-4-iscsi neutron-server[94137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 14:16:15.482358 dv-cinder-782910-4-iscsi neutron-server[94137]: timer() Sep 07 14:16:15.482358 dv-cinder-782910-4-iscsi neutron-server[94137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 14:16:15.482358 dv-cinder-782910-4-iscsi neutron-server[94137]: cb(*args, **kw) Sep 07 14:16:15.482358 dv-cinder-782910-4-iscsi neutron-server[94137]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 14:16:15.482358 dv-cinder-782910-4-iscsi neutron-server[94137]: return func(*args, **kwargs) Sep 07 14:16:15.482358 dv-cinder-782910-4-iscsi neutron-server[94137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 14:16:15.482358 dv-cinder-782910-4-iscsi neutron-server[94137]: self._notify() Sep 07 14:16:15.482358 dv-cinder-782910-4-iscsi neutron-server[94137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 14:16:15.482358 dv-cinder-782910-4-iscsi neutron-server[94137]: self.callback(batched_events) Sep 07 14:16:15.482358 dv-cinder-782910-4-iscsi neutron-server[94137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 14:16:15.482358 dv-cinder-782910-4-iscsi neutron-server[94137]: event.method(event) Sep 07 14:16:15.482358 dv-cinder-782910-4-iscsi neutron-server[94137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 14:16:15.482358 dv-cinder-782910-4-iscsi neutron-server[94137]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 14:16:15.482358 dv-cinder-782910-4-iscsi neutron-server[94137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 14:16:15.482358 dv-cinder-782910-4-iscsi neutron-server[94137]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 14:16:15.482358 dv-cinder-782910-4-iscsi neutron-server[94137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 14:16:15.482358 dv-cinder-782910-4-iscsi neutron-server[94137]: return f(self, *a, **k) Sep 07 14:16:15.482358 dv-cinder-782910-4-iscsi neutron-server[94137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 14:16:15.482358 dv-cinder-782910-4-iscsi neutron-server[94137]: return self._get(url).json() Sep 07 14:16:15.482358 dv-cinder-782910-4-iscsi neutron-server[94137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 14:16:15.482358 dv-cinder-782910-4-iscsi neutron-server[94137]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 14:16:15.482358 dv-cinder-782910-4-iscsi neutron-server[94137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 14:16:15.482358 dv-cinder-782910-4-iscsi neutron-server[94137]: return self.request(url, 'GET', **kwargs) Sep 07 14:16:15.482358 dv-cinder-782910-4-iscsi neutron-server[94137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 14:16:15.482358 dv-cinder-782910-4-iscsi neutron-server[94137]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 14:16:15.482358 dv-cinder-782910-4-iscsi neutron-server[94137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 14:16:15.482358 dv-cinder-782910-4-iscsi neutron-server[94137]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 14:16:15.482358 dv-cinder-782910-4-iscsi neutron-server[94137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 14:16:15.482358 dv-cinder-782910-4-iscsi neutron-server[94137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 14:16:15.482358 dv-cinder-782910-4-iscsi neutron-server[94137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 14:16:15.550813 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-dcf38b1d-4396-477f-831e-a2ce4261c261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1461122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-432396'] for network, after_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:16:15.558177 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-1fdd32e9-78bc-47c4-8af7-00d8481452ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735729008604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735728620454'] for port, after_delete {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:16:15.558454 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-dcf38b1d-4396-477f-831e-a2ce4261c261 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539090'] for network, before_response {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:16:15.560794 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [None req-dcf38b1d-4396-477f-831e-a2ce4261c261 admin admin] 10.222.0.60 "DELETE /v2.0/networks/680b3b9b-d14d-4174-83eb-6dc70441f79c HTTP/1.1" status: 204 len: 168 time: 0.5961115 Sep 07 14:16:15.571186 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf38b1d-4396-477f-831e-a2ce4261c261 admin admin] Pushing event deleted for resources: {'Network': ['ID=680b3b9b-d14d-4174-83eb-6dc70441f79c,revision_number=None']} {{(pid=94137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:16:15.583284 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1fdd32e9-78bc-47c4-8af7-00d8481452ae None None] Network 680b3b9b-d14d-4174-83eb-6dc70441f79c is not hosted by any dhcp agent {{(pid=94139) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 07 14:16:15.583837 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fdd32e9-78bc-47c4-8af7-00d8481452ae None None] No DVR routers for this DVR port b613a526-b20f-4854-b368-55dfcf553846 on host dv-cinder-782910-4-iscsi {{(pid=94139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 14:16:15.604848 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdd32e9-78bc-47c4-8af7-00d8481452ae None None] Pushing event deleted for resources: {'Port': ['ID=b613a526-b20f-4854-b368-55dfcf553846,revision_number=None']} {{(pid=94139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:16:15.702149 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.wsgi [-] (94138) accepted ('10.222.0.60', 53664) {{(pid=94138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:16:15.744836 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [None req-162171ee-666a-401e-a963-58f90283ae7e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=25d79c53f0bd4923ab966dd0d5f549ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0414882 Sep 07 14:16:15.747345 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.wsgi [-] (94138) accepted ('10.222.0.60', 53666) {{(pid=94138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:16:15.802318 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-1b042dab-3d38-4ef0-a874-c4af89888f7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:16:15.824688 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-1b042dab-3d38-4ef0-a874-c4af89888f7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:16:15.873913 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-1b042dab-3d38-4ef0-a874-c4af89888f7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585164'] for security_group, after_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:16:15.877820 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-1b042dab-3d38-4ef0-a874-c4af89888f7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:16:15.879236 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [None req-1b042dab-3d38-4ef0-a874-c4af89888f7b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d9f2010a-78b2-4b10-80a2-a9dec10670f1 HTTP/1.1" status: 204 len: 168 time: 0.1308212 Sep 07 14:16:15.893536 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b042dab-3d38-4ef0-a874-c4af89888f7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9f2010a-78b2-4b10-80a2-a9dec10670f1,revision_number=None']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:16:15.916318 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-24e6fa56-2407-4935-9ec7-bc4eea9bdf8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:16:16.225828 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.wsgi [-] (94138) accepted ('10.222.0.60', 53672) {{(pid=94138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:16:16.268209 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [None req-75c53713-716a-4e6b-be3e-a7ccf33ed5bf admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d991b8909b5648bbbfdd02568580a00b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0408344 Sep 07 14:16:16.270756 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.wsgi [-] (94138) accepted ('10.222.0.60', 53674) {{(pid=94138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:16:16.324616 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-7f795193-4ae2-4973-b3f4-310a70351297 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:16:16.347726 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-7f795193-4ae2-4973-b3f4-310a70351297 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:16:16.395418 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-7f795193-4ae2-4973-b3f4-310a70351297 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585164'] for security_group, after_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:16:16.398230 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-7f795193-4ae2-4973-b3f4-310a70351297 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:16:16.399377 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [None req-7f795193-4ae2-4973-b3f4-310a70351297 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/30e1bdd0-25f4-42c8-9bd9-940548ccd222 HTTP/1.1" status: 204 len: 168 time: 0.1276982 Sep 07 14:16:16.407700 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f795193-4ae2-4973-b3f4-310a70351297 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30e1bdd0-25f4-42c8-9bd9-940548ccd222,revision_number=None']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:16:16.415169 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f795193-4ae2-4973-b3f4-310a70351297 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:16:16.415508 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f795193-4ae2-4973-b3f4-310a70351297 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:16:16.415845 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f795193-4ae2-4973-b3f4-310a70351297 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:16:16.416175 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f795193-4ae2-4973-b3f4-310a70351297 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:16:16.416573 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f795193-4ae2-4973-b3f4-310a70351297 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:16:16.416822 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f795193-4ae2-4973-b3f4-310a70351297 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:16:16.417232 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f795193-4ae2-4973-b3f4-310a70351297 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:16:16.417681 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f795193-4ae2-4973-b3f4-310a70351297 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:16:16.418097 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f795193-4ae2-4973-b3f4-310a70351297 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:16:16.418796 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f795193-4ae2-4973-b3f4-310a70351297 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:16:16.418796 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f795193-4ae2-4973-b3f4-310a70351297 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:16:16.419124 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f795193-4ae2-4973-b3f4-310a70351297 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:16:16.502598 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-90497945-cc67-4e40-89ff-93978391019b None None] Device 7f54b2f8-3ae9-4749-8f26-3c30ba8fcf91 no longer exists at agent ovs-agent-dv-cinder-782910-4-iscsi {{(pid=94139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 14:16:16.534464 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.plugin [None req-90497945-cc67-4e40-89ff-93978391019b None None] No Port match for: 7f54b2f8-3ae9-4749-8f26-3c30ba8fcf91 {{(pid=94139) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 14:16:16.534815 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-90497945-cc67-4e40-89ff-93978391019b None None] Device 7f54b2f8-3ae9-4749-8f26-3c30ba8fcf91 not bound to the agent host dv-cinder-782910-4-iscsi {{(pid=94139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 14:16:16.535263 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-90497945-cc67-4e40-89ff-93978391019b None None] Device b613a526-b20f-4854-b368-55dfcf553846 no longer exists at agent ovs-agent-dv-cinder-782910-4-iscsi {{(pid=94139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 14:16:16.555237 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.plugin [None req-90497945-cc67-4e40-89ff-93978391019b None None] No Port match for: b613a526-b20f-4854-b368-55dfcf553846 {{(pid=94139) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 14:16:16.555640 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-90497945-cc67-4e40-89ff-93978391019b None None] Device b613a526-b20f-4854-b368-55dfcf553846 not bound to the agent host dv-cinder-782910-4-iscsi {{(pid=94139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 14:16:16.556169 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-90497945-cc67-4e40-89ff-93978391019b None None] Device 0c462bb7-c012-4898-9cd5-3d3a88579f67 no longer exists at agent ovs-agent-dv-cinder-782910-4-iscsi {{(pid=94139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 14:16:16.576832 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.plugin [None req-90497945-cc67-4e40-89ff-93978391019b None None] No Port match for: 0c462bb7-c012-4898-9cd5-3d3a88579f67 {{(pid=94139) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 14:16:16.577177 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-90497945-cc67-4e40-89ff-93978391019b None None] Device 0c462bb7-c012-4898-9cd5-3d3a88579f67 not bound to the agent host dv-cinder-782910-4-iscsi {{(pid=94139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 14:16:16.963976 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.agents_db [None req-36878762-3245-425c-bb44-2e5aea615dc4 None None] Agent healthcheck: found 6 active agents {{(pid=94140) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 14:16:18.523805 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:16:23.546996 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.wsgi [-] (94138) accepted ('10.222.0.60', 53720) {{(pid=94138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:16:23.651145 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-3784485b-edc0-4385-98d8-27bae660bb88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:16:23.752790 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-3784485b-edc0-4385-98d8-27bae660bb88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:16:23.756384 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-3784485b-edc0-4385-98d8-27bae660bb88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585164'] for security_group, after_create {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:16:23.795299 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [None req-3784485b-edc0-4385-98d8-27bae660bb88 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e573db6e994b4d16aa030114fd3df57a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2471731 Sep 07 14:16:23.796510 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3784485b-edc0-4385-98d8-27bae660bb88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2c666e7-c434-4582-8649-273676501dbc,revision_number=1']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:16:23.798184 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.wsgi [-] (94137) accepted ('10.222.0.60', 53724) {{(pid=94137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:16:23.847570 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-5e26c508-a541-4a99-b5e9-c01d15f16784 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:16:23.868188 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-5e26c508-a541-4a99-b5e9-c01d15f16784 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:16:23.919850 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-5e26c508-a541-4a99-b5e9-c01d15f16784 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585164'] for security_group, after_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:16:23.923736 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-5e26c508-a541-4a99-b5e9-c01d15f16784 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:16:23.924946 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [None req-5e26c508-a541-4a99-b5e9-c01d15f16784 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a2c666e7-c434-4582-8649-273676501dbc HTTP/1.1" status: 204 len: 168 time: 0.1257496 Sep 07 14:16:23.933191 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e26c508-a541-4a99-b5e9-c01d15f16784 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2c666e7-c434-4582-8649-273676501dbc,revision_number=None']} {{(pid=94137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:16:23.941259 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e26c508-a541-4a99-b5e9-c01d15f16784 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:16:23.941635 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e26c508-a541-4a99-b5e9-c01d15f16784 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:16:23.941977 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e26c508-a541-4a99-b5e9-c01d15f16784 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:16:23.942315 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e26c508-a541-4a99-b5e9-c01d15f16784 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:16:23.942652 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e26c508-a541-4a99-b5e9-c01d15f16784 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:16:23.942977 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e26c508-a541-4a99-b5e9-c01d15f16784 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:16:23.943309 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e26c508-a541-4a99-b5e9-c01d15f16784 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:16:23.943631 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e26c508-a541-4a99-b5e9-c01d15f16784 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:16:23.943964 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e26c508-a541-4a99-b5e9-c01d15f16784 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:16:23.944288 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e26c508-a541-4a99-b5e9-c01d15f16784 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:16:23.944608 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e26c508-a541-4a99-b5e9-c01d15f16784 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:16:23.944908 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e26c508-a541-4a99-b5e9-c01d15f16784 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:16:25.040533 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886554ac-75e5-47dc-81d2-1c1cc58a4c14 req-5d00f265-00c5-4f8d-a9f4-7126582e7e7c tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:16:25.043209 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-886554ac-75e5-47dc-81d2-1c1cc58a4c14 req-5d00f265-00c5-4f8d-a9f4-7126582e7e7c tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] 10.222.0.60 "GET /v2.0/ports?device_id=c69ede9d-d3ac-4eec-a316-4467d29a597b HTTP/1.1" status: 200 len: 945 time: 0.2120924 Sep 07 14:16:25.087895 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-886554ac-75e5-47dc-81d2-1c1cc58a4c14 req-221b0345-8db3-42b3-bd40-43f12cde31e6 tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] 10.222.0.60 "GET /v2.0/security-groups?id=3817d4f7-dbdf-4d93-9fc2-a322ee5574b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341008 Sep 07 14:16:26.258372 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaebe00d-7a30-4726-8c1a-3348095ed3a5 req-c52ec645-f60f-4329-9d3f-bcc40f225ca5 tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:16:26.259856 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-aaebe00d-7a30-4726-8c1a-3348095ed3a5 req-c52ec645-f60f-4329-9d3f-bcc40f225ca5 tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] 10.222.0.60 "GET /v2.0/ports?device_id=c69ede9d-d3ac-4eec-a316-4467d29a597b HTTP/1.1" status: 200 len: 945 time: 0.1023922 Sep 07 14:16:26.298376 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-aaebe00d-7a30-4726-8c1a-3348095ed3a5 req-87e23150-cc1a-402e-bcea-8e078c06ffde tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] 10.222.0.60 "GET /v2.0/security-groups?id=3817d4f7-dbdf-4d93-9fc2-a322ee5574b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323527 Sep 07 14:16:27.416851 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed65c5b8-709a-42f4-9d83-75b8ee7e141b req-49f9649c-2862-401a-8c71-211acaf2e38d tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:16:27.418355 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-ed65c5b8-709a-42f4-9d83-75b8ee7e141b req-49f9649c-2862-401a-8c71-211acaf2e38d tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] 10.222.0.60 "GET /v2.0/ports?device_id=c69ede9d-d3ac-4eec-a316-4467d29a597b HTTP/1.1" status: 200 len: 945 time: 0.0489006 Sep 07 14:16:27.460346 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-ed65c5b8-709a-42f4-9d83-75b8ee7e141b req-5b3b6de7-8897-46f9-86c3-4dcc6b45bb72 tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] 10.222.0.60 "GET /v2.0/security-groups?id=3817d4f7-dbdf-4d93-9fc2-a322ee5574b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351191 Sep 07 14:16:27.813075 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8af8cf-f1ab-4fe3-901c-d824a45f2a5d req-f9b51ecd-8ea9-4930-859c-a635e0c9fcb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:16:27.814645 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-ff8af8cf-f1ab-4fe3-901c-d824a45f2a5d req-f9b51ecd-8ea9-4930-859c-a635e0c9fcb4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d1da509f5a404b83b8d7b6b8e5c8939b&device_id=c69ede9d-d3ac-4eec-a316-4467d29a597b HTTP/1.1" status: 200 len: 1098 time: 0.0908623 Sep 07 14:16:27.923926 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8af8cf-f1ab-4fe3-901c-d824a45f2a5d req-b7e10cc6-dea0-41aa-8631-6253bda5d309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:16:27.925442 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-ff8af8cf-f1ab-4fe3-901c-d824a45f2a5d req-b7e10cc6-dea0-41aa-8631-6253bda5d309 service neutron] 10.222.0.23 "GET /v2.0/networks?id=af120e7e-f468-4252-b4c8-d417ff270b91 HTTP/1.1" status: 200 len: 910 time: 0.0920208 Sep 07 14:16:27.990252 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-ff8af8cf-f1ab-4fe3-901c-d824a45f2a5d req-b4038478-13a0-4a50-91d8-4c1e450ffa22 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eb9a30c2-0a64-476f-bb54-b1ce3a5feda7 HTTP/1.1" status: 200 len: 1001 time: 0.0573211 Sep 07 14:16:28.039120 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8af8cf-f1ab-4fe3-901c-d824a45f2a5d req-6dda48ad-f356-4e64-af46-e418d57d7cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:16:28.040721 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-ff8af8cf-f1ab-4fe3-901c-d824a45f2a5d req-6dda48ad-f356-4e64-af46-e418d57d7cf0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4f109a84-4d9b-4daa-b3d3-35df2838d3cc HTTP/1.1" status: 200 len: 848 time: 0.0436997 Sep 07 14:16:28.089706 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8af8cf-f1ab-4fe3-901c-d824a45f2a5d req-5ef1079e-5371-45fd-b559-8121f766f601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:16:28.091194 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-ff8af8cf-f1ab-4fe3-901c-d824a45f2a5d req-5ef1079e-5371-45fd-b559-8121f766f601 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=af120e7e-f468-4252-b4c8-d417ff270b91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0438681 Sep 07 14:16:28.102341 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.wsgi [req-ff8af8cf-f1ab-4fe3-901c-d824a45f2a5d req-4819126d-3ba3-47f9-b32a-babbded21601 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=94138) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 14:16:28.103352 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-ff8af8cf-f1ab-4fe3-901c-d824a45f2a5d req-4819126d-3ba3-47f9-b32a-babbded21601 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050058 Sep 07 14:16:28.192317 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-ff8af8cf-f1ab-4fe3-901c-d824a45f2a5d req-cd8e7cfd-575e-47f1-8393-46cc0dace58a service neutron] 10.222.0.23 "GET /v2.0/networks/af120e7e-f468-4252-b4c8-d417ff270b91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821397 Sep 07 14:16:28.289916 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-ff8af8cf-f1ab-4fe3-901c-d824a45f2a5d req-5c1aaeff-b489-4e76-b0d0-d224d018e818 service neutron] 10.222.0.23 "GET /v2.0/networks/af120e7e-f468-4252-b4c8-d417ff270b91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901027 Sep 07 14:16:28.591117 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116107e4-ae3b-42fb-bd4c-96fd53da55f7 req-c69fcfb4-dd8f-4293-86ff-62e7bedd2480 tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:16:28.592747 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-116107e4-ae3b-42fb-bd4c-96fd53da55f7 req-c69fcfb4-dd8f-4293-86ff-62e7bedd2480 tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] 10.222.0.60 "GET /v2.0/ports?device_id=c69ede9d-d3ac-4eec-a316-4467d29a597b HTTP/1.1" status: 200 len: 945 time: 0.0565822 Sep 07 14:16:28.631051 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-116107e4-ae3b-42fb-bd4c-96fd53da55f7 req-ba447c59-c9f4-42a1-aab1-583216e066cf tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] 10.222.0.60 "GET /v2.0/security-groups?id=3817d4f7-dbdf-4d93-9fc2-a322ee5574b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318570 Sep 07 14:16:29.751646 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89740dc-a861-47bf-b616-8a03a5b0f01a req-62b4abfd-61d2-45cc-b36d-24c18373fc74 tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:16:29.753132 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-d89740dc-a861-47bf-b616-8a03a5b0f01a req-62b4abfd-61d2-45cc-b36d-24c18373fc74 tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] 10.222.0.60 "GET /v2.0/ports?device_id=c69ede9d-d3ac-4eec-a316-4467d29a597b HTTP/1.1" status: 200 len: 945 time: 0.0502374 Sep 07 14:16:29.791539 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-d89740dc-a861-47bf-b616-8a03a5b0f01a req-85b6eba3-1232-4bb4-a184-a14e7652d3bd tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] 10.222.0.60 "GET /v2.0/security-groups?id=3817d4f7-dbdf-4d93-9fc2-a322ee5574b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324934 Sep 07 14:16:30.905756 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dddb23-1c9b-4c97-a9ac-9d7235236e00 req-2ecec05d-002f-4aec-87b6-5df6b4835d40 tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:16:30.907886 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-f1dddb23-1c9b-4c97-a9ac-9d7235236e00 req-2ecec05d-002f-4aec-87b6-5df6b4835d40 tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] 10.222.0.60 "GET /v2.0/ports?device_id=c69ede9d-d3ac-4eec-a316-4467d29a597b HTTP/1.1" status: 200 len: 945 time: 0.0494840 Sep 07 14:16:30.951832 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-f1dddb23-1c9b-4c97-a9ac-9d7235236e00 req-b4526aa2-47c9-45b5-8a70-918db8d11af2 tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] 10.222.0.60 "GET /v2.0/security-groups?id=3817d4f7-dbdf-4d93-9fc2-a322ee5574b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380023 Sep 07 14:16:32.066983 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5907c63b-64da-470c-81ae-73b26e646e56 req-2558fbc1-8510-4c50-a570-0188d042c11a tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:16:32.068768 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-5907c63b-64da-470c-81ae-73b26e646e56 req-2558fbc1-8510-4c50-a570-0188d042c11a tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] 10.222.0.60 "GET /v2.0/ports?device_id=c69ede9d-d3ac-4eec-a316-4467d29a597b HTTP/1.1" status: 200 len: 945 time: 0.0501304 Sep 07 14:16:32.106302 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-5907c63b-64da-470c-81ae-73b26e646e56 req-4257cf14-ae88-4043-befc-e64e12bdecb9 tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] 10.222.0.60 "GET /v2.0/security-groups?id=3817d4f7-dbdf-4d93-9fc2-a322ee5574b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312455 Sep 07 14:16:33.222078 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcb22e5-c78d-44a2-ad10-ad031a24497b req-69ed30a6-262b-4427-8f6b-dc11f4938d02 tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:16:33.223569 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-edcb22e5-c78d-44a2-ad10-ad031a24497b req-69ed30a6-262b-4427-8f6b-dc11f4938d02 tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] 10.222.0.60 "GET /v2.0/ports?device_id=c69ede9d-d3ac-4eec-a316-4467d29a597b HTTP/1.1" status: 200 len: 945 time: 0.0495999 Sep 07 14:16:33.263025 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-edcb22e5-c78d-44a2-ad10-ad031a24497b req-784108ef-cf06-4dd3-a7fc-6a44b33617c5 tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] 10.222.0.60 "GET /v2.0/security-groups?id=3817d4f7-dbdf-4d93-9fc2-a322ee5574b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332644 Sep 07 14:16:34.381467 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c48109b-7154-4ec0-9528-9bb0567f8193 req-413f7962-642e-4b0f-a776-73339701be18 tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:16:34.382942 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-8c48109b-7154-4ec0-9528-9bb0567f8193 req-413f7962-642e-4b0f-a776-73339701be18 tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] 10.222.0.60 "GET /v2.0/ports?device_id=c69ede9d-d3ac-4eec-a316-4467d29a597b HTTP/1.1" status: 200 len: 945 time: 0.0524917 Sep 07 14:16:34.426921 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-8c48109b-7154-4ec0-9528-9bb0567f8193 req-37676972-1871-4d5b-8669-be4cff66ef21 tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] 10.222.0.60 "GET /v2.0/security-groups?id=3817d4f7-dbdf-4d93-9fc2-a322ee5574b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377991 Sep 07 14:16:35.012756 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4c9b3e-17eb-4402-83b2-1d9f3499c841 req-5204e31a-1dcb-497e-9f67-fba0cdaabd58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:16:35.014319 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-fe4c9b3e-17eb-4402-83b2-1d9f3499c841 req-5204e31a-1dcb-497e-9f67-fba0cdaabd58 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d1da509f5a404b83b8d7b6b8e5c8939b&device_id=c69ede9d-d3ac-4eec-a316-4467d29a597b HTTP/1.1" status: 200 len: 1098 time: 0.0404046 Sep 07 14:16:35.112216 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4c9b3e-17eb-4402-83b2-1d9f3499c841 req-55b6691d-eefd-4efb-b97a-56de67b41efc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:16:35.113735 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-fe4c9b3e-17eb-4402-83b2-1d9f3499c841 req-55b6691d-eefd-4efb-b97a-56de67b41efc service neutron] 10.222.0.23 "GET /v2.0/networks?id=af120e7e-f468-4252-b4c8-d417ff270b91 HTTP/1.1" status: 200 len: 910 time: 0.0924165 Sep 07 14:16:35.179275 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-fe4c9b3e-17eb-4402-83b2-1d9f3499c841 req-1cd9c71a-0bed-4873-aeb1-b11887550496 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eb9a30c2-0a64-476f-bb54-b1ce3a5feda7 HTTP/1.1" status: 200 len: 1001 time: 0.0572278 Sep 07 14:16:35.231833 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4c9b3e-17eb-4402-83b2-1d9f3499c841 req-cfd3785f-7087-4cf2-8886-1f4a2931f59d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:16:35.233330 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-fe4c9b3e-17eb-4402-83b2-1d9f3499c841 req-cfd3785f-7087-4cf2-8886-1f4a2931f59d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4f109a84-4d9b-4daa-b3d3-35df2838d3cc HTTP/1.1" status: 200 len: 848 time: 0.0471156 Sep 07 14:16:35.282910 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4c9b3e-17eb-4402-83b2-1d9f3499c841 req-a0824929-3454-4c7d-b7f8-d200464134fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:16:35.284324 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-fe4c9b3e-17eb-4402-83b2-1d9f3499c841 req-a0824929-3454-4c7d-b7f8-d200464134fd service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=af120e7e-f468-4252-b4c8-d417ff270b91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0437696 Sep 07 14:16:35.378324 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-fe4c9b3e-17eb-4402-83b2-1d9f3499c841 req-633a7f3b-b517-460e-a7e7-0a40badb0caf service neutron] 10.222.0.23 "GET /v2.0/networks/af120e7e-f468-4252-b4c8-d417ff270b91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866935 Sep 07 14:16:35.480859 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-fe4c9b3e-17eb-4402-83b2-1d9f3499c841 req-5af2b1f8-2fce-42c9-8a47-811b15885231 service neutron] 10.222.0.23 "GET /v2.0/networks/af120e7e-f468-4252-b4c8-d417ff270b91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951252 Sep 07 14:16:35.543378 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26063ef6-edb4-47ce-b466-3e3cc199f2d8 req-027e109d-c145-4062-99c1-ed78d22669e1 tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:16:35.544742 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-26063ef6-edb4-47ce-b466-3e3cc199f2d8 req-027e109d-c145-4062-99c1-ed78d22669e1 tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] 10.222.0.60 "GET /v2.0/ports?device_id=c69ede9d-d3ac-4eec-a316-4467d29a597b HTTP/1.1" status: 200 len: 945 time: 0.0493600 Sep 07 14:16:35.583767 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-26063ef6-edb4-47ce-b466-3e3cc199f2d8 req-a0615640-bac4-4c7b-8817-ed28bdba60e4 tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] 10.222.0.60 "GET /v2.0/security-groups?id=3817d4f7-dbdf-4d93-9fc2-a322ee5574b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330334 Sep 07 14:16:36.697332 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d051f5-5c5f-47c2-b87c-32be83386558 req-9d7db241-c25a-4307-9bd3-bf482b82fa57 tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:16:36.698719 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-f4d051f5-5c5f-47c2-b87c-32be83386558 req-9d7db241-c25a-4307-9bd3-bf482b82fa57 tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] 10.222.0.60 "GET /v2.0/ports?device_id=c69ede9d-d3ac-4eec-a316-4467d29a597b HTTP/1.1" status: 200 len: 945 time: 0.0497432 Sep 07 14:16:36.736759 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-f4d051f5-5c5f-47c2-b87c-32be83386558 req-d7c8d0fc-0895-4cc7-8c36-7d60c6d585cc tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] 10.222.0.60 "GET /v2.0/security-groups?id=3817d4f7-dbdf-4d93-9fc2-a322ee5574b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321279 Sep 07 14:16:37.854762 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482d88af-ece9-443d-bab6-7736222e90de req-3a380cb1-c25e-4834-aec6-59f29b0c1294 tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:16:37.856330 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-482d88af-ece9-443d-bab6-7736222e90de req-3a380cb1-c25e-4834-aec6-59f29b0c1294 tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] 10.222.0.60 "GET /v2.0/ports?device_id=c69ede9d-d3ac-4eec-a316-4467d29a597b HTTP/1.1" status: 200 len: 945 time: 0.0480084 Sep 07 14:16:37.897397 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-482d88af-ece9-443d-bab6-7736222e90de req-af919e9e-5059-42d7-8a67-649e01db07ee tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] 10.222.0.60 "GET /v2.0/security-groups?id=3817d4f7-dbdf-4d93-9fc2-a322ee5574b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348303 Sep 07 14:16:38.082304 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-57ab3511-30cd-4077-9282-b798d19ae310 req-6df3cef8-31b6-47f7-b949-36d7a6248308 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c69ede9d-d3ac-4eec-a316-4467d29a597b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0414088 Sep 07 14:16:38.130314 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bce198-7d22-48d2-9738-c01520f932f3 req-fadbedf8-3c75-48d7-acd1-1d10b92934f9 tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:16:38.131840 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-b4bce198-7d22-48d2-9738-c01520f932f3 req-fadbedf8-3c75-48d7-acd1-1d10b92934f9 tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] 10.222.0.60 "GET /v2.0/ports?device_id=c69ede9d-d3ac-4eec-a316-4467d29a597b HTTP/1.1" status: 200 len: 945 time: 0.0585368 Sep 07 14:16:38.169049 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-b4bce198-7d22-48d2-9738-c01520f932f3 req-a2563114-b75f-43e5-a6a6-c04c8a2fd544 tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] 10.222.0.60 "GET /v2.0/security-groups?id=3817d4f7-dbdf-4d93-9fc2-a322ee5574b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313377 Sep 07 14:16:39.286921 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef356a14-fdfb-425d-a91f-bbe8f3ea44bc req-b6135714-b5b4-4193-ae76-f6c1fa7e98c5 tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:16:39.288424 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-ef356a14-fdfb-425d-a91f-bbe8f3ea44bc req-b6135714-b5b4-4193-ae76-f6c1fa7e98c5 tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] 10.222.0.60 "GET /v2.0/ports?device_id=c69ede9d-d3ac-4eec-a316-4467d29a597b HTTP/1.1" status: 200 len: 945 time: 0.0504167 Sep 07 14:16:39.327629 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-ef356a14-fdfb-425d-a91f-bbe8f3ea44bc req-69d84e7e-2fc9-441e-ac38-ba67a4d379ab tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] 10.222.0.60 "GET /v2.0/security-groups?id=3817d4f7-dbdf-4d93-9fc2-a322ee5574b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332067 Sep 07 14:16:39.378077 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ab3511-30cd-4077-9282-b798d19ae310 req-e9a5da5c-ff73-4172-bf50-7db4ebb42019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:16:39.379410 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-57ab3511-30cd-4077-9282-b798d19ae310 req-e9a5da5c-ff73-4172-bf50-7db4ebb42019 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c69ede9d-d3ac-4eec-a316-4467d29a597b&tenant_id=d1da509f5a404b83b8d7b6b8e5c8939b HTTP/1.1" status: 200 len: 1098 time: 0.0452209 Sep 07 14:16:39.446178 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ab3511-30cd-4077-9282-b798d19ae310 req-f712fc6a-c77e-4fe7-807c-a974bab581c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:16:39.447890 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-57ab3511-30cd-4077-9282-b798d19ae310 req-f712fc6a-c77e-4fe7-807c-a974bab581c5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d1da509f5a404b83b8d7b6b8e5c8939b&device_id=c69ede9d-d3ac-4eec-a316-4467d29a597b HTTP/1.1" status: 200 len: 1098 time: 0.0457380 Sep 07 14:16:39.538257 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ab3511-30cd-4077-9282-b798d19ae310 req-f52a47c5-9afa-4661-9665-ca96af1f9b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:16:39.539768 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-57ab3511-30cd-4077-9282-b798d19ae310 req-f52a47c5-9afa-4661-9665-ca96af1f9b0a service neutron] 10.222.0.23 "GET /v2.0/networks?id=af120e7e-f468-4252-b4c8-d417ff270b91 HTTP/1.1" status: 200 len: 910 time: 0.0853899 Sep 07 14:16:39.612355 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-57ab3511-30cd-4077-9282-b798d19ae310 req-cf0248c8-c416-4cdd-a5d4-1aa716335654 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eb9a30c2-0a64-476f-bb54-b1ce3a5feda7 HTTP/1.1" status: 200 len: 1001 time: 0.0652177 Sep 07 14:16:39.663299 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ab3511-30cd-4077-9282-b798d19ae310 req-d0b33a7e-f212-40e1-8d14-35b3130cba64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:16:39.664792 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-57ab3511-30cd-4077-9282-b798d19ae310 req-d0b33a7e-f212-40e1-8d14-35b3130cba64 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4f109a84-4d9b-4daa-b3d3-35df2838d3cc HTTP/1.1" status: 200 len: 848 time: 0.0450315 Sep 07 14:16:39.711453 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ab3511-30cd-4077-9282-b798d19ae310 req-6db40df2-ad98-4703-880a-c801f580f7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:16:39.712865 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-57ab3511-30cd-4077-9282-b798d19ae310 req-6db40df2-ad98-4703-880a-c801f580f7d9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=af120e7e-f468-4252-b4c8-d417ff270b91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0415361 Sep 07 14:16:39.805332 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-57ab3511-30cd-4077-9282-b798d19ae310 req-ba1ac621-7cce-4171-9e3d-31f341bfc8b2 service neutron] 10.222.0.23 "GET /v2.0/networks/af120e7e-f468-4252-b4c8-d417ff270b91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849850 Sep 07 14:16:39.896902 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-57ab3511-30cd-4077-9282-b798d19ae310 req-6d1a4e5d-e4bc-450c-ab4b-f46a8c31627e service neutron] 10.222.0.23 "GET /v2.0/networks/af120e7e-f468-4252-b4c8-d417ff270b91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850015 Sep 07 14:16:40.166866 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Device eb9a30c2-0a64-476f-bb54-b1ce3a5feda7 no longer exists at agent hyperv_hv-cinder-78291 {{(pid=94139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 14:16:40.243174 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:16:40.266714 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c69ede9d-d3ac-4eec-a316-4467d29a597b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb9a30c2-0a64-476f-bb54-b1ce3a5feda7'}] {{(pid=94139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:16:40.268930 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4453e99b4ec61c2946fac8af49a5adf90b2a32597d884ada3dd1dc93487e448" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ddca369-aa2b-4d4d-a790-e5340f43c96f" -d '{"events": [{"server_uuid": "c69ede9d-d3ac-4eec-a316-4467d29a597b", "name": "network-vif-unplugged", "status": "completed", "tag": "eb9a30c2-0a64-476f-bb54-b1ce3a5feda7"}]}' {{(pid=94139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:16:40.281651 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.db [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] For port eb9a30c2-0a64-476f-bb54-b1ce3a5feda7, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=eb9a30c2-0a64-476f-bb54-b1ce3a5feda7,segment=NetworkSegment(68ba3aee-8afb-4d28-86d2-68eeda243f3e),segment_id=68ba3aee-8afb-4d28-86d2-68eeda243f3e)] {{(pid=94139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:16:40.286016 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735729008622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735728620463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735728620481'] for port, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:16:40.308900 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 07 Sep 2021 14:16:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b5cc843-cdd3-453f-a49e-d4fab6d336be x-openstack-request-id: req-9b5cc843-cdd3-453f-a49e-d4fab6d336be {{(pid=94139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:16:40.309187 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c69ede9d-d3ac-4eec-a316-4467d29a597b", "name": "network-vif-unplugged", "status": "completed", "tag": "eb9a30c2-0a64-476f-bb54-b1ce3a5feda7", "code": 200}]} {{(pid=94139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:16:40.309467 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9b5cc843-cdd3-453f-a49e-d4fab6d336be {{(pid=94139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:16:40.309847 dv-cinder-782910-4-iscsi neutron-server[94139]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c69ede9d-d3ac-4eec-a316-4467d29a597b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb9a30c2-0a64-476f-bb54-b1ce3a5feda7', 'code': 200} Sep 07 14:16:40.335235 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Pushing event updated for resources: {'Port': ['ID=eb9a30c2-0a64-476f-bb54-b1ce3a5feda7,revision_number=6']} {{(pid=94139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:16:40.447107 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bd0207-3b1f-4485-8511-af9a72da0d4a req-0ce15d11-caef-4f72-aeb2-b79c82c9463c tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:16:40.448647 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-19bd0207-3b1f-4485-8511-af9a72da0d4a req-0ce15d11-caef-4f72-aeb2-b79c82c9463c tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] 10.222.0.60 "GET /v2.0/ports?device_id=c69ede9d-d3ac-4eec-a316-4467d29a597b HTTP/1.1" status: 200 len: 943 time: 0.0514927 Sep 07 14:16:40.497464 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-19bd0207-3b1f-4485-8511-af9a72da0d4a req-e57f5e64-5bd8-44ea-87ba-581540f98947 tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] 10.222.0.60 "GET /v2.0/security-groups?id=3817d4f7-dbdf-4d93-9fc2-a322ee5574b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429189 Sep 07 14:16:40.670526 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-4ddcfca5-19b5-439b-a7ea-2a8ee5f1776c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:16:41.612492 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de3c34e-6040-4353-923e-11f54930b7f3 req-4c0594d7-090a-4b98-bf9a-7d97185ae4fd tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:16:41.614097 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-8de3c34e-6040-4353-923e-11f54930b7f3 req-4c0594d7-090a-4b98-bf9a-7d97185ae4fd tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] 10.222.0.60 "GET /v2.0/ports?device_id=c69ede9d-d3ac-4eec-a316-4467d29a597b HTTP/1.1" status: 200 len: 943 time: 0.0479054 Sep 07 14:16:41.651897 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-8de3c34e-6040-4353-923e-11f54930b7f3 req-e8f633dc-f1a8-4aa5-8b93-8a89dce9e029 tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] 10.222.0.60 "GET /v2.0/security-groups?id=3817d4f7-dbdf-4d93-9fc2-a322ee5574b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318015 Sep 07 14:16:42.771089 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0996b3a9-80d7-4d6d-b857-5884b966a2ef req-96a4cd38-4e42-4af0-a822-59ba05a12a0a tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:16:42.772581 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-0996b3a9-80d7-4d6d-b857-5884b966a2ef req-96a4cd38-4e42-4af0-a822-59ba05a12a0a tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] 10.222.0.60 "GET /v2.0/ports?device_id=c69ede9d-d3ac-4eec-a316-4467d29a597b HTTP/1.1" status: 200 len: 943 time: 0.0487418 Sep 07 14:16:42.818676 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-0996b3a9-80d7-4d6d-b857-5884b966a2ef req-1b1d5dc4-7faf-49ac-95b8-99ba77127b1f tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] 10.222.0.60 "GET /v2.0/security-groups?id=3817d4f7-dbdf-4d93-9fc2-a322ee5574b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401733 Sep 07 14:16:43.451718 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-aabe8e6d-91a8-421a-b91f-df443ad657bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:16:43.942252 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a54e022-2562-4fac-8168-07c5bb7e5bd4 req-9096dd6f-70ce-4654-8697-67927d453be1 tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:16:43.943741 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-3a54e022-2562-4fac-8168-07c5bb7e5bd4 req-9096dd6f-70ce-4654-8697-67927d453be1 tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] 10.222.0.60 "GET /v2.0/ports?device_id=c69ede9d-d3ac-4eec-a316-4467d29a597b HTTP/1.1" status: 200 len: 943 time: 0.0502970 Sep 07 14:16:43.991674 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-3a54e022-2562-4fac-8168-07c5bb7e5bd4 req-061f51c7-1d5e-4e94-afb6-984d7b810260 tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] 10.222.0.60 "GET /v2.0/security-groups?id=3817d4f7-dbdf-4d93-9fc2-a322ee5574b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420957 Sep 07 14:16:44.194534 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-90497945-cc67-4e40-89ff-93978391019b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:16:44.726951 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-cec4f6fb-2ca0-44f4-a970-9dc467b3a3ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:16:45.104444 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e1160e-b517-4375-ad80-db9c6603f2ad req-076fda57-eccb-491d-bf72-eea8f3a334ca tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:16:45.105969 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-c5e1160e-b517-4375-ad80-db9c6603f2ad req-076fda57-eccb-491d-bf72-eea8f3a334ca tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] 10.222.0.60 "GET /v2.0/ports?device_id=c69ede9d-d3ac-4eec-a316-4467d29a597b HTTP/1.1" status: 200 len: 943 time: 0.0482292 Sep 07 14:16:45.143608 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-c5e1160e-b517-4375-ad80-db9c6603f2ad req-46f08633-47fe-451c-96d7-2103b9b54041 tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] 10.222.0.60 "GET /v2.0/security-groups?id=3817d4f7-dbdf-4d93-9fc2-a322ee5574b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315502 Sep 07 14:16:45.908924 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-24e6fa56-2407-4935-9ec7-bc4eea9bdf8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:16:45.913800 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc97267-2df5-47e9-995e-796667c0f75e req-b98e1409-2b07-44c3-83ce-f86d321678f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:16:45.915301 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-1cc97267-2df5-47e9-995e-796667c0f75e req-b98e1409-2b07-44c3-83ce-f86d321678f3 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c69ede9d-d3ac-4eec-a316-4467d29a597b HTTP/1.1" status: 200 len: 1096 time: 0.0472660 Sep 07 14:16:45.949141 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-1cc97267-2df5-47e9-995e-796667c0f75e req-f1ee97fa-c4ca-48b9-a96a-e9f5d3b0e129 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=3817d4f7-dbdf-4d93-9fc2-a322ee5574b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0264571 Sep 07 14:16:46.167033 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Device eb9a30c2-0a64-476f-bb54-b1ce3a5feda7 details requested by agent hyperv_hv-cinder-78291 with host hv-cinder-78291 {{(pid=94139) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 14:16:46.257164 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e410c1-c883-4df0-8bc0-668760bcd45f req-21d63270-ead8-4199-88cf-107d3d296bfc tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:16:46.258791 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-52e410c1-c883-4df0-8bc0-668760bcd45f req-21d63270-ead8-4199-88cf-107d3d296bfc tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] 10.222.0.60 "GET /v2.0/ports?device_id=c69ede9d-d3ac-4eec-a316-4467d29a597b HTTP/1.1" status: 200 len: 943 time: 0.0486746 Sep 07 14:16:46.264578 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.db [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] For port eb9a30c2-0a64-476f-bb54-b1ce3a5feda7, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=eb9a30c2-0a64-476f-bb54-b1ce3a5feda7,segment=NetworkSegment(68ba3aee-8afb-4d28-86d2-68eeda243f3e),segment_id=68ba3aee-8afb-4d28-86d2-68eeda243f3e)] {{(pid=94139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:16:46.276558 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Returning: {'device': 'eb9a30c2-0a64-476f-bb54-b1ce3a5feda7', 'network_id': 'af120e7e-f468-4252-b4c8-d417ff270b91', 'port_id': 'eb9a30c2-0a64-476f-bb54-b1ce3a5feda7', 'mac_address': 'fa:16:3e:18:10:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 673, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f109a84-4d9b-4daa-b3d3-35df2838d3cc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94139) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 14:16:46.298279 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-52e410c1-c883-4df0-8bc0-668760bcd45f req-e6e9ab5e-b327-4989-b692-410862e153c5 tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] 10.222.0.60 "GET /v2.0/security-groups?id=3817d4f7-dbdf-4d93-9fc2-a322ee5574b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327911 Sep 07 14:16:46.313810 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:16:46.327193 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.notifiers.nova [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb9a30c2-0a64-476f-bb54-b1ce3a5feda7 {{(pid=94139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 14:16:46.346959 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.db [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] For port eb9a30c2-0a64-476f-bb54-b1ce3a5feda7, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=eb9a30c2-0a64-476f-bb54-b1ce3a5feda7,segment=NetworkSegment(68ba3aee-8afb-4d28-86d2-68eeda243f3e),segment_id=68ba3aee-8afb-4d28-86d2-68eeda243f3e)] {{(pid=94139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:16:46.350792 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735729008622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735728620463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735728620481'] for port, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:16:46.399856 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Pushing event updated for resources: {'Port': ['ID=eb9a30c2-0a64-476f-bb54-b1ce3a5feda7,revision_number=7']} {{(pid=94139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:16:47.425691 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fa53cc-6be6-4b85-805f-2fdc77c9686d req-085a22da-1848-4de3-9507-0b345d2ccd3c tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:16:47.427185 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-97fa53cc-6be6-4b85-805f-2fdc77c9686d req-085a22da-1848-4de3-9507-0b345d2ccd3c tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] 10.222.0.60 "GET /v2.0/ports?device_id=c69ede9d-d3ac-4eec-a316-4467d29a597b HTTP/1.1" status: 200 len: 944 time: 0.0555134 Sep 07 14:16:47.468419 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-97fa53cc-6be6-4b85-805f-2fdc77c9686d req-8ca302ac-c115-40c2-8a02-a43c3886f804 tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] 10.222.0.60 "GET /v2.0/security-groups?id=3817d4f7-dbdf-4d93-9fc2-a322ee5574b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353196 Sep 07 14:16:47.650492 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.db [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] get_ports_and_sgs() called for port_ids ['eb9a30c2-0a64-476f-bb54-b1ce3a5feda7'] {{(pid=94139) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 14:16:48.521713 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:16:50.213045 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Device eb9a30c2-0a64-476f-bb54-b1ce3a5feda7 up at agent hyperv_hv-cinder-78291 {{(pid=94139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:16:50.260277 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.provisioning_blocks [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Provisioning complete for port eb9a30c2-0a64-476f-bb54-b1ce3a5feda7 triggered by entity L2. {{(pid=94139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:16:50.260648 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462246'] for port, provisioning_complete {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:16:50.336861 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1626202'] for port, before_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:16:50.358578 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c69ede9d-d3ac-4eec-a316-4467d29a597b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb9a30c2-0a64-476f-bb54-b1ce3a5feda7'}] {{(pid=94139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:16:50.360812 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4453e99b4ec61c2946fac8af49a5adf90b2a32597d884ada3dd1dc93487e448" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2d06a2d-c349-43b9-bb6c-4590ceff1a3d" -d '{"events": [{"server_uuid": "c69ede9d-d3ac-4eec-a316-4467d29a597b", "name": "network-vif-plugged", "status": "completed", "tag": "eb9a30c2-0a64-476f-bb54-b1ce3a5feda7"}]}' {{(pid=94139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:16:50.377860 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.db [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] For port eb9a30c2-0a64-476f-bb54-b1ce3a5feda7, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=eb9a30c2-0a64-476f-bb54-b1ce3a5feda7,segment=NetworkSegment(68ba3aee-8afb-4d28-86d2-68eeda243f3e),segment_id=68ba3aee-8afb-4d28-86d2-68eeda243f3e)] {{(pid=94139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:16:50.382555 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735729008622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735728620463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735728620481'] for port, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:16:50.405486 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 14:16:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e30b9872-067e-47fc-a5e9-775d86a759fd x-openstack-request-id: req-e30b9872-067e-47fc-a5e9-775d86a759fd {{(pid=94139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:16:50.405781 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c69ede9d-d3ac-4eec-a316-4467d29a597b", "name": "network-vif-plugged", "status": "completed", "tag": "eb9a30c2-0a64-476f-bb54-b1ce3a5feda7", "code": 200}]} {{(pid=94139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:16:50.406027 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e30b9872-067e-47fc-a5e9-775d86a759fd {{(pid=94139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:16:50.407140 dv-cinder-782910-4-iscsi neutron-server[94139]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c69ede9d-d3ac-4eec-a316-4467d29a597b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb9a30c2-0a64-476f-bb54-b1ce3a5feda7', 'code': 200} Sep 07 14:16:50.436141 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Pushing event updated for resources: {'Port': ['ID=eb9a30c2-0a64-476f-bb54-b1ce3a5feda7,revision_number=8']} {{(pid=94139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:16:53.962726 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.agents_db [None req-36878762-3245-425c-bb44-2e5aea615dc4 None None] Agent healthcheck: found 6 active agents {{(pid=94140) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 14:17:10.674903 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-8b4f5b64-6b91-46e9-bbe0-4f5545a8e6a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:17:13.452227 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-8bbf9110-aab6-465d-8ef0-8764c6d49bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:17:14.196742 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-90497945-cc67-4e40-89ff-93978391019b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:17:14.738629 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-cec4f6fb-2ca0-44f4-a970-9dc467b3a3ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:17:15.909573 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-24e6fa56-2407-4935-9ec7-bc4eea9bdf8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:17:18.540067 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:17:27.180315 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-9ba9d153-56e7-4913-a931-413ca8163c41 req-d6ac590e-6ac3-404e-937a-cbc57103f3f5 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c69ede9d-d3ac-4eec-a316-4467d29a597b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0396059 Sep 07 14:17:27.260687 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba9d153-56e7-4913-a931-413ca8163c41 req-03b225ec-1194-4adf-9133-bebc60f3fbd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:17:27.262378 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-9ba9d153-56e7-4913-a931-413ca8163c41 req-03b225ec-1194-4adf-9133-bebc60f3fbd9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d1da509f5a404b83b8d7b6b8e5c8939b&device_id=c69ede9d-d3ac-4eec-a316-4467d29a597b HTTP/1.1" status: 200 len: 1098 time: 0.0394342 Sep 07 14:17:27.368437 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba9d153-56e7-4913-a931-413ca8163c41 req-0e1273c7-f985-42fe-91b4-cacfe7a25f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:17:27.369960 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-9ba9d153-56e7-4913-a931-413ca8163c41 req-0e1273c7-f985-42fe-91b4-cacfe7a25f5e service neutron] 10.222.0.23 "GET /v2.0/networks?id=af120e7e-f468-4252-b4c8-d417ff270b91 HTTP/1.1" status: 200 len: 910 time: 0.0882201 Sep 07 14:17:27.435863 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-9ba9d153-56e7-4913-a931-413ca8163c41 req-67750a0e-ed60-4a38-b6eb-5c2e3e2b8798 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eb9a30c2-0a64-476f-bb54-b1ce3a5feda7 HTTP/1.1" status: 200 len: 1001 time: 0.0584083 Sep 07 14:17:27.487933 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba9d153-56e7-4913-a931-413ca8163c41 req-68097376-2688-456d-9125-515a7702a808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:17:27.489486 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-9ba9d153-56e7-4913-a931-413ca8163c41 req-68097376-2688-456d-9125-515a7702a808 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4f109a84-4d9b-4daa-b3d3-35df2838d3cc HTTP/1.1" status: 200 len: 848 time: 0.0472527 Sep 07 14:17:27.534532 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba9d153-56e7-4913-a931-413ca8163c41 req-36502a27-5f9f-4f7c-9c10-6112ba422f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:17:27.536091 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-9ba9d153-56e7-4913-a931-413ca8163c41 req-36502a27-5f9f-4f7c-9c10-6112ba422f87 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=af120e7e-f468-4252-b4c8-d417ff270b91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0394723 Sep 07 14:17:27.627736 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-9ba9d153-56e7-4913-a931-413ca8163c41 req-a63e3127-cf43-46a6-8e12-33403996ba01 service neutron] 10.222.0.23 "GET /v2.0/networks/af120e7e-f468-4252-b4c8-d417ff270b91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841930 Sep 07 14:17:27.723432 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-9ba9d153-56e7-4913-a931-413ca8163c41 req-30e4b96a-5d15-4455-be16-1f17b159c819 service neutron] 10.222.0.23 "GET /v2.0/networks/af120e7e-f468-4252-b4c8-d417ff270b91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889330 Sep 07 14:17:30.962613 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.agents_db [None req-36878762-3245-425c-bb44-2e5aea615dc4 None None] Agent healthcheck: found 6 active agents {{(pid=94140) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 14:17:40.677045 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-7d46d957-b028-488b-b2ea-94e6617894fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:17:43.452064 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-9091cca4-85e7-4e32-8f63-8ca39ca802d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:17:44.198842 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-90497945-cc67-4e40-89ff-93978391019b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:17:44.732223 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-cec4f6fb-2ca0-44f4-a970-9dc467b3a3ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:17:45.913020 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-24e6fa56-2407-4935-9ec7-bc4eea9bdf8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:17:48.538741 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:18:00.155819 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.wsgi [-] (94138) accepted ('10.222.0.60', 53812) {{(pid=94138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:18:00.311460 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.plugin [None req-d1489b25-0dbf-4995-901b-1454d77fc278 tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] Deleting port 9b8e087e-4192-4768-9ce0-a827f827d8e3 {{(pid=94138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 14:18:00.311695 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-d1489b25-0dbf-4995-901b-1454d77fc278 tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735729003030'] for port, before_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:18:00.393951 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-d1489b25-0dbf-4995-901b-1454d77fc278 tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453383'] for port, precommit_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:18:00.394280 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-d1489b25-0dbf-4995-901b-1454d77fc278 tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:18:00.412439 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.plugin [None req-d1489b25-0dbf-4995-901b-1454d77fc278 tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] Calling delete_port for 9b8e087e-4192-4768-9ce0-a827f827d8e3 owned by network:floatingip {{(pid=94138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 14:18:00.808154 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-d1489b25-0dbf-4995-901b-1454d77fc278 tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735729008604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735728620454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65197361'] for port, after_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:18:00.836554 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1489b25-0dbf-4995-901b-1454d77fc278 tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] Pushing event deleted for resources: {'Port': ['ID=9b8e087e-4192-4768-9ce0-a827f827d8e3,revision_number=None']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:18:00.860020 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1489b25-0dbf-4995-901b-1454d77fc278 tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:18:00.860358 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1489b25-0dbf-4995-901b-1454d77fc278 tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:18:00.860690 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1489b25-0dbf-4995-901b-1454d77fc278 tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:18:00.861037 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1489b25-0dbf-4995-901b-1454d77fc278 tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:18:00.861385 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1489b25-0dbf-4995-901b-1454d77fc278 tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:18:00.861702 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1489b25-0dbf-4995-901b-1454d77fc278 tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:18:00.862012 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1489b25-0dbf-4995-901b-1454d77fc278 tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:18:00.862324 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1489b25-0dbf-4995-901b-1454d77fc278 tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:18:00.862635 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1489b25-0dbf-4995-901b-1454d77fc278 tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:18:00.862944 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1489b25-0dbf-4995-901b-1454d77fc278 tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:18:00.863251 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1489b25-0dbf-4995-901b-1454d77fc278 tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:18:00.863555 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1489b25-0dbf-4995-901b-1454d77fc278 tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:18:00.901678 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-d1489b25-0dbf-4995-901b-1454d77fc278 tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] Notify callbacks [] for floatingip, after_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:18:00.901999 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.db.l3_db [None req-d1489b25-0dbf-4995-901b-1454d77fc278 tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] Floating IP 01233880-b0a9-4fd4-a382-a8abf4dfa075 disassociated (deleted). External IP: 172.27.2.117, port: eb9a30c2-0a64-476f-bb54-b1ce3a5feda7. Sep 07 14:18:01.114601 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1489b25-0dbf-4995-901b-1454d77fc278 tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] Router 6fd5966d-b1e4-4f84-ac51-62e80383c134 has already been hosted by L3 agent fa68c273-d39f-43dc-b6f8-e0c6852ace12 {{(pid=94138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 14:18:01.221655 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1489b25-0dbf-4995-901b-1454d77fc278 tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] Notify agent at l3_agent.dv-cinder-782910-4-iscsi the message routers_updated {{(pid=94138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 14:18:01.226375 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-d1489b25-0dbf-4995-901b-1454d77fc278 tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88768'] for floatingip, before_response {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:18:01.231212 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f78f254-de9c-4c88-8eee-912bf9678574 None None] Sync routers for ids ['6fd5966d-b1e4-4f84-ac51-62e80383c134'] in dv-cinder-782910-4-iscsi {{(pid=94139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 14:18:01.240269 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f78f254-de9c-4c88-8eee-912bf9678574 None None] Routers {'6fd5966d-b1e4-4f84-ac51-62e80383c134'} bound to L3 agent in host dv-cinder-782910-4-iscsi {{(pid=94139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:18:01.248525 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.l3_hamode_db [None req-7f78f254-de9c-4c88-8eee-912bf9678574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T13:58:13Z,description=,heartbeat_timestamp=2021-09-07T14:17:43Z,host='dv-cinder-782910-4-iscsi',id=fa68c273-d39f-43dc-b6f8-e0c6852ace12,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T13:58:13Z,topic='l3_agent')) {'router_ids': ['6fd5966d-b1e4-4f84-ac51-62e80383c134'], 'active': True} {{(pid=94139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:18:01.255462 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [None req-d1489b25-0dbf-4995-901b-1454d77fc278 tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] 10.222.0.60 "DELETE /v2.0/floatingips/01233880-b0a9-4fd4-a382-a8abf4dfa075 HTTP/1.1" status: 204 len: 168 time: 1.0985484 Sep 07 14:18:01.256101 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c69ede9d-d3ac-4eec-a316-4467d29a597b', 'tag': 'eb9a30c2-0a64-476f-bb54-b1ce3a5feda7'}] {{(pid=94138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:18:01.258474 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2f7ddeb31991bace343f2b2f4f22cd3bc4274a24b7cd750f83a004d46e17087" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6396098d-1063-423f-8984-858a9fa69a8a" -d '{"events": [{"name": "network-changed", "server_uuid": "c69ede9d-d3ac-4eec-a316-4467d29a597b", "tag": "eb9a30c2-0a64-476f-bb54-b1ce3a5feda7"}]}' {{(pid=94138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:18:01.363693 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.l3_dvr_db [None req-7f78f254-de9c-4c88-8eee-912bf9678574 None None] Set router 6fd5966d-b1e4-4f84-ac51-62e80383c134 gateway port host: dv-cinder-782910-4-iscsi {{(pid=94139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:18:01.367592 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 14:18:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38c131d4-737c-47ec-9459-cfd2fb791b15 x-openstack-request-id: req-38c131d4-737c-47ec-9459-cfd2fb791b15 {{(pid=94138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:18:01.368091 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c69ede9d-d3ac-4eec-a316-4467d29a597b", "tag": "eb9a30c2-0a64-476f-bb54-b1ce3a5feda7", "status": "completed", "code": 200}]} {{(pid=94138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:18:01.368323 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-38c131d4-737c-47ec-9459-cfd2fb791b15 {{(pid=94138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:18:01.368703 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c69ede9d-d3ac-4eec-a316-4467d29a597b', 'tag': 'eb9a30c2-0a64-476f-bb54-b1ce3a5feda7', 'status': 'completed', 'code': 200} Sep 07 14:18:01.435822 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6396098d-1063-423f-8984-858a9fa69a8a req-12e0390f-a30e-4966-beb2-5383f255d24b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:18:01.437409 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-6396098d-1063-423f-8984-858a9fa69a8a req-12e0390f-a30e-4966-beb2-5383f255d24b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d1da509f5a404b83b8d7b6b8e5c8939b&device_id=c69ede9d-d3ac-4eec-a316-4467d29a597b HTTP/1.1" status: 200 len: 1098 time: 0.0439496 Sep 07 14:18:01.544329 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6396098d-1063-423f-8984-858a9fa69a8a req-e080f016-868c-4137-a865-df48ecc21ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:18:01.545870 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-6396098d-1063-423f-8984-858a9fa69a8a req-e080f016-868c-4137-a865-df48ecc21ea7 service neutron] 10.222.0.23 "GET /v2.0/networks?id=af120e7e-f468-4252-b4c8-d417ff270b91 HTTP/1.1" status: 200 len: 910 time: 0.1017749 Sep 07 14:18:01.590588 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.l3_hamode_db [None req-7f78f254-de9c-4c88-8eee-912bf9678574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fd5966d-b1e4-4f84-ac51-62e80383c134', 'name': 'tempest-TestShelveInstance-1826431165-router', 'tenant_id': 'd1da509f5a404b83b8d7b6b8e5c8939b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'external_fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': 'ad9268b5-9fc3-4422-a049-829115557b7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:13:31Z', 'updated_at': '2021-09-07T14:13:34Z', 'revision_number': 4, 'project_id': 'd1da509f5a404b83b8d7b6b8e5c8939b', 'gw_port': {'id': 'ad9268b5-9fc3-4422-a049-829115557b7f', 'name': '', 'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:14:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd5966d-b1e4-4f84-ac51-62e80383c134', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:13:31Z', 'updated_at': '2021-09-07T14:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-4-iscsi', '_interfaces': [{'id': '6f5b5aa3-d8ff-49be-89c5-86200b45de9e', 'name': '', 'network_id': 'af120e7e-f468-4252-b4c8-d417ff270b91', 'tenant_id': 'd1da509f5a404b83b8d7b6b8e5c8939b', 'mac_address': 'fa:16:3e:47:6b:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd5966d-b1e4-4f84-ac51-62e80383c134', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '4f109a84-4d9b-4daa-b3d3-35df2838d3cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:13:33Z', 'updated_at': '2021-09-07T14:13:39Z', 'revision_number': 5, 'project_id': 'd1da509f5a404b83b8d7b6b8e5c8939b', 'subnets': [{'id': '4f109a84-4d9b-4daa-b3d3-35df2838d3cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782910-4-iscsi', False) {} {{(pid=94139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:18:01.590892 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-6396098d-1063-423f-8984-858a9fa69a8a req-3b003cc9-8fa3-47f5-8721-880ae18425d2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eb9a30c2-0a64-476f-bb54-b1ce3a5feda7 HTTP/1.1" status: 200 len: 217 time: 0.0360367 Sep 07 14:18:01.621473 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f78f254-de9c-4c88-8eee-912bf9678574 None None] Checking router: 6fd5966d-b1e4-4f84-ac51-62e80383c134 for host: dv-cinder-782910-4-iscsi {{(pid=94139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 14:18:01.632151 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f78f254-de9c-4c88-8eee-912bf9678574 None None] Routers {'6fd5966d-b1e4-4f84-ac51-62e80383c134'} bound to L3 agent in host dv-cinder-782910-4-iscsi {{(pid=94139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:18:01.633054 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.l3_hamode_db [None req-7f78f254-de9c-4c88-8eee-912bf9678574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T13:58:13Z,description=,heartbeat_timestamp=2021-09-07T14:17:43Z,host='dv-cinder-782910-4-iscsi',id=fa68c273-d39f-43dc-b6f8-e0c6852ace12,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T13:58:13Z,topic='l3_agent')) {'router_ids': ['6fd5966d-b1e4-4f84-ac51-62e80383c134'], 'active': True} {{(pid=94139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:18:01.646795 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6396098d-1063-423f-8984-858a9fa69a8a req-fb54b2aa-92c1-47d7-8bc3-4f7d722756ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:18:01.648294 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-6396098d-1063-423f-8984-858a9fa69a8a req-fb54b2aa-92c1-47d7-8bc3-4f7d722756ae service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4f109a84-4d9b-4daa-b3d3-35df2838d3cc HTTP/1.1" status: 200 len: 848 time: 0.0503778 Sep 07 14:18:01.703489 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6396098d-1063-423f-8984-858a9fa69a8a req-5c96fe36-c1b2-4d05-9231-bf190625e93a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:18:01.705019 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-6396098d-1063-423f-8984-858a9fa69a8a req-5c96fe36-c1b2-4d05-9231-bf190625e93a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=af120e7e-f468-4252-b4c8-d417ff270b91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0491145 Sep 07 14:18:01.742849 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f21a05-0cee-4e7c-9386-c969034c9d1f req-6860597e-9edb-4b98-b70b-f9930cc6f631 tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:18:01.744386 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-c3f21a05-0cee-4e7c-9386-c969034c9d1f req-6860597e-9edb-4b98-b70b-f9930cc6f631 tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] 10.222.0.60 "GET /v2.0/ports?device_id=c69ede9d-d3ac-4eec-a316-4467d29a597b HTTP/1.1" status: 200 len: 945 time: 0.2966132 Sep 07 14:18:01.745043 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.l3_dvr_db [None req-7f78f254-de9c-4c88-8eee-912bf9678574 None None] Set router 6fd5966d-b1e4-4f84-ac51-62e80383c134 gateway port host: dv-cinder-782910-4-iscsi {{(pid=94139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:18:01.785422 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-c3f21a05-0cee-4e7c-9386-c969034c9d1f req-fc687e55-1e9e-42a5-ac3b-adb0a2ca4a4b tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] 10.222.0.60 "GET /v2.0/security-groups?id=3817d4f7-dbdf-4d93-9fc2-a322ee5574b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340011 Sep 07 14:18:01.807407 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-6396098d-1063-423f-8984-858a9fa69a8a req-36660f5a-7c65-4247-8b6d-1a116e41799f service neutron] 10.222.0.23 "GET /v2.0/networks/af120e7e-f468-4252-b4c8-d417ff270b91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951517 Sep 07 14:18:01.906923 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-6396098d-1063-423f-8984-858a9fa69a8a req-7967b242-0a8a-423a-98d9-253a3a125886 service neutron] 10.222.0.23 "GET /v2.0/networks/af120e7e-f468-4252-b4c8-d417ff270b91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915949 Sep 07 14:18:01.948238 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.l3_hamode_db [None req-7f78f254-de9c-4c88-8eee-912bf9678574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fd5966d-b1e4-4f84-ac51-62e80383c134', 'name': 'tempest-TestShelveInstance-1826431165-router', 'tenant_id': 'd1da509f5a404b83b8d7b6b8e5c8939b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'external_fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': 'ad9268b5-9fc3-4422-a049-829115557b7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:13:31Z', 'updated_at': '2021-09-07T14:13:34Z', 'revision_number': 4, 'project_id': 'd1da509f5a404b83b8d7b6b8e5c8939b', 'gw_port': {'id': 'ad9268b5-9fc3-4422-a049-829115557b7f', 'name': '', 'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:14:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd5966d-b1e4-4f84-ac51-62e80383c134', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:13:31Z', 'updated_at': '2021-09-07T14:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-4-iscsi', '_interfaces': [{'id': '6f5b5aa3-d8ff-49be-89c5-86200b45de9e', 'name': '', 'network_id': 'af120e7e-f468-4252-b4c8-d417ff270b91', 'tenant_id': 'd1da509f5a404b83b8d7b6b8e5c8939b', 'mac_address': 'fa:16:3e:47:6b:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd5966d-b1e4-4f84-ac51-62e80383c134', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '4f109a84-4d9b-4daa-b3d3-35df2838d3cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:13:33Z', 'updated_at': '2021-09-07T14:13:39Z', 'revision_number': 5, 'project_id': 'd1da509f5a404b83b8d7b6b8e5c8939b', 'subnets': [{'id': '4f109a84-4d9b-4daa-b3d3-35df2838d3cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782910-4-iscsi', False) {} {{(pid=94139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:18:01.977965 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f78f254-de9c-4c88-8eee-912bf9678574 None None] The sync data for ids ['6fd5966d-b1e4-4f84-ac51-62e80383c134'] in dv-cinder-782910-4-iscsi is: [{'id': '6fd5966d-b1e4-4f84-ac51-62e80383c134', 'name': 'tempest-TestShelveInstance-1826431165-router', 'tenant_id': 'd1da509f5a404b83b8d7b6b8e5c8939b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'external_fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': 'ad9268b5-9fc3-4422-a049-829115557b7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:13:31Z', 'updated_at': '2021-09-07T14:13:34Z', 'revision_number': 4, 'project_id': 'd1da509f5a404b83b8d7b6b8e5c8939b', 'gw_port': {'id': 'ad9268b5-9fc3-4422-a049-829115557b7f', 'name': '', 'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:14:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd5966d-b1e4-4f84-ac51-62e80383c134', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:13:31Z', 'updated_at': '2021-09-07T14:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-4-iscsi', '_interfaces': [{'id': '6f5b5aa3-d8ff-49be-89c5-86200b45de9e', 'name': '', 'network_id': 'af120e7e-f468-4252-b4c8-d417ff270b91', 'tenant_id': 'd1da509f5a404b83b8d7b6b8e5c8939b', 'mac_address': 'fa:16:3e:47:6b:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd5966d-b1e4-4f84-ac51-62e80383c134', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '4f109a84-4d9b-4daa-b3d3-35df2838d3cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:13:33Z', 'updated_at': '2021-09-07T14:13:39Z', 'revision_number': 5, 'project_id': 'd1da509f5a404b83b8d7b6b8e5c8939b', 'subnets': [{'id': '4f109a84-4d9b-4daa-b3d3-35df2838d3cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 14:18:02.196522 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb4a4e4-95be-4f9c-9421-83f22a9f20d8 None None] New status for floating IP 01233880-b0a9-4fd4-a382-a8abf4dfa075: DOWN {{(pid=94140) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 14:18:02.905781 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ad409c-ee5f-40b5-a960-d7da38a6cbb3 req-fe8eba82-474a-4c87-96f9-27670da958fb tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:18:02.907275 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-44ad409c-ee5f-40b5-a960-d7da38a6cbb3 req-fe8eba82-474a-4c87-96f9-27670da958fb tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] 10.222.0.60 "GET /v2.0/ports?device_id=c69ede9d-d3ac-4eec-a316-4467d29a597b HTTP/1.1" status: 200 len: 945 time: 0.0505474 Sep 07 14:18:02.947427 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-44ad409c-ee5f-40b5-a960-d7da38a6cbb3 req-2e289c54-e780-429d-92ff-2b0735286168 tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] 10.222.0.60 "GET /v2.0/security-groups?id=3817d4f7-dbdf-4d93-9fc2-a322ee5574b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338497 Sep 07 14:18:02.976410 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab65dae-d7e9-4637-9d3d-c5d378df0bed req-f1e33f6a-6e81-4b69-801b-cc27859e4790 tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:18:02.978117 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-1ab65dae-d7e9-4637-9d3d-c5d378df0bed req-f1e33f6a-6e81-4b69-801b-cc27859e4790 tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] 10.222.0.23 "GET /v2.0/ports?device_id=c69ede9d-d3ac-4eec-a316-4467d29a597b HTTP/1.1" status: 200 len: 945 time: 0.0492451 Sep 07 14:18:03.074173 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.plugin [req-1ab65dae-d7e9-4637-9d3d-c5d378df0bed req-32c23454-7a19-46ec-bd75-140d6f7cba7a tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] Deleting port eb9a30c2-0a64-476f-bb54-b1ce3a5feda7 {{(pid=94138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 14:18:03.074442 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-1ab65dae-d7e9-4637-9d3d-c5d378df0bed req-32c23454-7a19-46ec-bd75-140d6f7cba7a tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735729003030'] for port, before_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:18:03.171082 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.db [req-1ab65dae-d7e9-4637-9d3d-c5d378df0bed req-32c23454-7a19-46ec-bd75-140d6f7cba7a tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] For port eb9a30c2-0a64-476f-bb54-b1ce3a5feda7, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=eb9a30c2-0a64-476f-bb54-b1ce3a5feda7,segment=NetworkSegment(68ba3aee-8afb-4d28-86d2-68eeda243f3e),segment_id=68ba3aee-8afb-4d28-86d2-68eeda243f3e)] {{(pid=94138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:18:03.171459 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-1ab65dae-d7e9-4637-9d3d-c5d378df0bed req-32c23454-7a19-46ec-bd75-140d6f7cba7a tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453383'] for port, precommit_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:18:03.185062 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.plugin [req-1ab65dae-d7e9-4637-9d3d-c5d378df0bed req-32c23454-7a19-46ec-bd75-140d6f7cba7a tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] Calling delete_port for eb9a30c2-0a64-476f-bb54-b1ce3a5feda7 owned by compute:nova {{(pid=94138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 14:18:03.321423 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-1ab65dae-d7e9-4637-9d3d-c5d378df0bed req-32c23454-7a19-46ec-bd75-140d6f7cba7a tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735729008604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735728620454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65197361'] for port, after_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:18:03.351427 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c23454-7a19-46ec-bd75-140d6f7cba7a tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] Pushing event deleted for resources: {'Port': ['ID=eb9a30c2-0a64-476f-bb54-b1ce3a5feda7,revision_number=None']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:18:03.396857 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ab65dae-d7e9-4637-9d3d-c5d378df0bed req-32c23454-7a19-46ec-bd75-140d6f7cba7a tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] No DVR routers for this DVR port eb9a30c2-0a64-476f-bb54-b1ce3a5feda7 on host hv-cinder-78291 {{(pid=94138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 14:18:03.399477 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [req-1ab65dae-d7e9-4637-9d3d-c5d378df0bed req-32c23454-7a19-46ec-bd75-140d6f7cba7a tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88768'] for port, before_response {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:18:03.401535 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [req-1ab65dae-d7e9-4637-9d3d-c5d378df0bed req-32c23454-7a19-46ec-bd75-140d6f7cba7a tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] 10.222.0.23 "DELETE /v2.0/ports/eb9a30c2-0a64-476f-bb54-b1ce3a5feda7 HTTP/1.1" status: 204 len: 173 time: 0.4175572 Sep 07 14:18:03.401981 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c69ede9d-d3ac-4eec-a316-4467d29a597b', 'name': 'network-vif-deleted', 'tag': 'eb9a30c2-0a64-476f-bb54-b1ce3a5feda7'}] {{(pid=94138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:18:03.404224 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2f7ddeb31991bace343f2b2f4f22cd3bc4274a24b7cd750f83a004d46e17087" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4b6a19d-dd7c-43ec-b6e2-06b57f72f0c9" -d '{"events": [{"server_uuid": "c69ede9d-d3ac-4eec-a316-4467d29a597b", "name": "network-vif-deleted", "tag": "eb9a30c2-0a64-476f-bb54-b1ce3a5feda7"}]}' {{(pid=94138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:18:03.447468 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 14:18:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-851860a8-ecf6-43a1-aa3c-3374a1c1e34a x-openstack-request-id: req-851860a8-ecf6-43a1-aa3c-3374a1c1e34a {{(pid=94138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:18:03.447773 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c69ede9d-d3ac-4eec-a316-4467d29a597b", "name": "network-vif-deleted", "tag": "eb9a30c2-0a64-476f-bb54-b1ce3a5feda7", "status": "completed", "code": 200}]} {{(pid=94138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:18:03.448026 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-851860a8-ecf6-43a1-aa3c-3374a1c1e34a {{(pid=94138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:18:03.448434 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c69ede9d-d3ac-4eec-a316-4467d29a597b', 'name': 'network-vif-deleted', 'tag': 'eb9a30c2-0a64-476f-bb54-b1ce3a5feda7', 'status': 'completed', 'code': 200} Sep 07 14:18:04.062709 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [req-864eb888-b5d4-4b0c-a6b4-40573b5be38b req-4ac119b3-295b-4410-9ac2-40bddcd0d6df tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] 10.222.0.60 "GET /v2.0/ports?device_id=c69ede9d-d3ac-4eec-a316-4467d29a597b HTTP/1.1" status: 200 len: 210 time: 0.0310659 Sep 07 14:18:05.120078 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.wsgi [-] (94138) accepted ('10.222.0.60', 53844) {{(pid=94138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:18:05.178521 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-08e40590-3f3e-4c94-995c-84b7c2ed326b tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] Notify callbacks [] for security_group, before_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:18:05.203510 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-08e40590-3f3e-4c94-995c-84b7c2ed326b tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:18:05.265716 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-08e40590-3f3e-4c94-995c-84b7c2ed326b tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585164'] for security_group, after_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:18:05.270909 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-08e40590-3f3e-4c94-995c-84b7c2ed326b tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] Notify callbacks [] for security_group, before_response {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:18:05.272220 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [None req-08e40590-3f3e-4c94-995c-84b7c2ed326b tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] 10.222.0.60 "DELETE /v2.0/security-groups/3817d4f7-dbdf-4d93-9fc2-a322ee5574b9 HTTP/1.1" status: 204 len: 168 time: 0.1511285 Sep 07 14:18:05.282901 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e40590-3f3e-4c94-995c-84b7c2ed326b tempest-TestShelveInstance-1079804075 tempest-TestShelveInstance-1079804075-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3817d4f7-dbdf-4d93-9fc2-a322ee5574b9,revision_number=None']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:18:05.318127 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.wsgi [-] (94138) accepted ('10.222.0.60', 53848) {{(pid=94138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:18:05.680779 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-965165bf-5825-44a2-af8b-7bfc7d3ec079 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-433534'] for router_interface, before_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:18:05.928313 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.plugin [None req-965165bf-5825-44a2-af8b-7bfc7d3ec079 admin admin] Deleting port 6f5b5aa3-d8ff-49be-89c5-86200b45de9e {{(pid=94138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 14:18:05.928639 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-965165bf-5825-44a2-af8b-7bfc7d3ec079 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735729003030'] for port, before_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:18:06.006124 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.db [None req-965165bf-5825-44a2-af8b-7bfc7d3ec079 admin admin] For port 6f5b5aa3-d8ff-49be-89c5-86200b45de9e, host dv-cinder-782910-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-4-iscsi',level=0,port_id=6f5b5aa3-d8ff-49be-89c5-86200b45de9e,segment=NetworkSegment(68ba3aee-8afb-4d28-86d2-68eeda243f3e),segment_id=68ba3aee-8afb-4d28-86d2-68eeda243f3e)] {{(pid=94138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:18:06.006378 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-965165bf-5825-44a2-af8b-7bfc7d3ec079 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453383'] for port, precommit_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:18:06.019084 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.plugin [None req-965165bf-5825-44a2-af8b-7bfc7d3ec079 admin admin] Calling delete_port for 6f5b5aa3-d8ff-49be-89c5-86200b45de9e owned by network:router_interface {{(pid=94138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 14:18:06.197509 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-965165bf-5825-44a2-af8b-7bfc7d3ec079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735729008604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735728620454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65197361'] for port, after_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:18:06.224848 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965165bf-5825-44a2-af8b-7bfc7d3ec079 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f5b5aa3-d8ff-49be-89c5-86200b45de9e,revision_number=None']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:18:06.396646 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-965165bf-5825-44a2-af8b-7bfc7d3ec079 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-433554'] for router_interface, after_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:18:06.608446 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-965165bf-5825-44a2-af8b-7bfc7d3ec079 admin admin] Router 6fd5966d-b1e4-4f84-ac51-62e80383c134 has already been hosted by L3 agent fa68c273-d39f-43dc-b6f8-e0c6852ace12 {{(pid=94138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 14:18:06.663727 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Device eb9a30c2-0a64-476f-bb54-b1ce3a5feda7 no longer exists at agent hyperv_hv-cinder-78291 {{(pid=94139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 14:18:06.684063 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.plugin [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] No Port match for: eb9a30c2-0a64-476f-bb54-b1ce3a5feda7 {{(pid=94139) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 14:18:06.684421 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Device eb9a30c2-0a64-476f-bb54-b1ce3a5feda7 not bound to the agent host hv-cinder-78291 {{(pid=94139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 14:18:06.714336 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-965165bf-5825-44a2-af8b-7bfc7d3ec079 admin admin] Notify agent at l3_agent.dv-cinder-782910-4-iscsi the message routers_updated {{(pid=94138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 14:18:06.719347 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [None req-965165bf-5825-44a2-af8b-7bfc7d3ec079 admin admin] 10.222.0.60 "PUT /v2.0/routers/6fd5966d-b1e4-4f84-ac51-62e80383c134/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4001770 Sep 07 14:18:06.721970 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.wsgi [-] (94138) accepted ('10.222.0.60', 53850) {{(pid=94138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:18:06.723718 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce59f6ce-35f2-4bf5-a9cd-0de455f11e6d None None] Sync routers for ids ['6fd5966d-b1e4-4f84-ac51-62e80383c134'] in dv-cinder-782910-4-iscsi {{(pid=94139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 14:18:06.741673 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce59f6ce-35f2-4bf5-a9cd-0de455f11e6d None None] Routers {'6fd5966d-b1e4-4f84-ac51-62e80383c134'} bound to L3 agent in host dv-cinder-782910-4-iscsi {{(pid=94139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:18:06.742306 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.l3_hamode_db [None req-ce59f6ce-35f2-4bf5-a9cd-0de455f11e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T13:58:13Z,description=,heartbeat_timestamp=2021-09-07T14:17:43Z,host='dv-cinder-782910-4-iscsi',id=fa68c273-d39f-43dc-b6f8-e0c6852ace12,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T13:58:13Z,topic='l3_agent')) {'router_ids': ['6fd5966d-b1e4-4f84-ac51-62e80383c134'], 'active': True} {{(pid=94139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:18:06.824420 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-bb540d39-6175-4750-82e4-8aac58ff2716 admin admin] Notify callbacks [] for router, before_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:18:06.847237 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.l3_dvr_db [None req-ce59f6ce-35f2-4bf5-a9cd-0de455f11e6d None None] Set router 6fd5966d-b1e4-4f84-ac51-62e80383c134 gateway port host: dv-cinder-782910-4-iscsi {{(pid=94139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:18:07.035779 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.l3_hamode_db [None req-ce59f6ce-35f2-4bf5-a9cd-0de455f11e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fd5966d-b1e4-4f84-ac51-62e80383c134', 'name': 'tempest-TestShelveInstance-1826431165-router', 'tenant_id': 'd1da509f5a404b83b8d7b6b8e5c8939b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'external_fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': 'ad9268b5-9fc3-4422-a049-829115557b7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:13:31Z', 'updated_at': '2021-09-07T14:18:06Z', 'revision_number': 5, 'project_id': 'd1da509f5a404b83b8d7b6b8e5c8939b', 'gw_port': {'id': 'ad9268b5-9fc3-4422-a049-829115557b7f', 'name': '', 'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:14:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd5966d-b1e4-4f84-ac51-62e80383c134', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:13:31Z', 'updated_at': '2021-09-07T14:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-4-iscsi'}], 'dv-cinder-782910-4-iscsi', False) {} {{(pid=94139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:18:07.067576 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce59f6ce-35f2-4bf5-a9cd-0de455f11e6d None None] Checking router: 6fd5966d-b1e4-4f84-ac51-62e80383c134 for host: dv-cinder-782910-4-iscsi {{(pid=94139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 14:18:07.076048 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce59f6ce-35f2-4bf5-a9cd-0de455f11e6d None None] Routers {'6fd5966d-b1e4-4f84-ac51-62e80383c134'} bound to L3 agent in host dv-cinder-782910-4-iscsi {{(pid=94139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:18:07.076595 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.l3_hamode_db [None req-ce59f6ce-35f2-4bf5-a9cd-0de455f11e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T13:58:13Z,description=,heartbeat_timestamp=2021-09-07T14:17:43Z,host='dv-cinder-782910-4-iscsi',id=fa68c273-d39f-43dc-b6f8-e0c6852ace12,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T13:58:13Z,topic='l3_agent')) {'router_ids': ['6fd5966d-b1e4-4f84-ac51-62e80383c134'], 'active': True} {{(pid=94139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:18:07.180011 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-bb540d39-6175-4750-82e4-8aac58ff2716 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:18:07.237857 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.plugin [None req-bb540d39-6175-4750-82e4-8aac58ff2716 admin admin] Deleting port ad9268b5-9fc3-4422-a049-829115557b7f {{(pid=94138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 14:18:07.238926 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-bb540d39-6175-4750-82e4-8aac58ff2716 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735729003030'] for port, before_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:18:07.325318 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.l3_dvr_db [None req-ce59f6ce-35f2-4bf5-a9cd-0de455f11e6d None None] Set router 6fd5966d-b1e4-4f84-ac51-62e80383c134 gateway port host: dv-cinder-782910-4-iscsi {{(pid=94139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:18:07.326764 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.db [None req-bb540d39-6175-4750-82e4-8aac58ff2716 admin admin] For port ad9268b5-9fc3-4422-a049-829115557b7f, host dv-cinder-782910-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-4-iscsi',level=0,port_id=ad9268b5-9fc3-4422-a049-829115557b7f,segment=NetworkSegment(5550a781-5bde-4ad4-a1aa-3dd2778b0f71),segment_id=5550a781-5bde-4ad4-a1aa-3dd2778b0f71)] {{(pid=94138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:18:07.327062 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-bb540d39-6175-4750-82e4-8aac58ff2716 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453383'] for port, precommit_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:18:07.339905 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.plugin [None req-bb540d39-6175-4750-82e4-8aac58ff2716 admin admin] Calling delete_port for ad9268b5-9fc3-4422-a049-829115557b7f owned by network:router_gateway {{(pid=94138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 14:18:07.502137 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-bb540d39-6175-4750-82e4-8aac58ff2716 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735729008604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735728620454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65197361'] for port, after_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:18:07.504220 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.db.l3_hamode_db [None req-ce59f6ce-35f2-4bf5-a9cd-0de455f11e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fd5966d-b1e4-4f84-ac51-62e80383c134', 'name': 'tempest-TestShelveInstance-1826431165-router', 'tenant_id': 'd1da509f5a404b83b8d7b6b8e5c8939b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'external_fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': 'ad9268b5-9fc3-4422-a049-829115557b7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:13:31Z', 'updated_at': '2021-09-07T14:18:06Z', 'revision_number': 5, 'project_id': 'd1da509f5a404b83b8d7b6b8e5c8939b', 'gw_port': {'id': 'ad9268b5-9fc3-4422-a049-829115557b7f', 'name': '', 'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:14:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd5966d-b1e4-4f84-ac51-62e80383c134', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:13:31Z', 'updated_at': '2021-09-07T14:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-4-iscsi'}], 'dv-cinder-782910-4-iscsi', False) {} {{(pid=94139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:18:07.529980 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb540d39-6175-4750-82e4-8aac58ff2716 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad9268b5-9fc3-4422-a049-829115557b7f,revision_number=None']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:18:07.531146 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce59f6ce-35f2-4bf5-a9cd-0de455f11e6d None None] The sync data for ids ['6fd5966d-b1e4-4f84-ac51-62e80383c134'] in dv-cinder-782910-4-iscsi is: [{'id': '6fd5966d-b1e4-4f84-ac51-62e80383c134', 'name': 'tempest-TestShelveInstance-1826431165-router', 'tenant_id': 'd1da509f5a404b83b8d7b6b8e5c8939b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'external_fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': 'ad9268b5-9fc3-4422-a049-829115557b7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:13:31Z', 'updated_at': '2021-09-07T14:18:06Z', 'revision_number': 5, 'project_id': 'd1da509f5a404b83b8d7b6b8e5c8939b', 'gw_port': {'id': 'ad9268b5-9fc3-4422-a049-829115557b7f', 'name': '', 'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:14:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd5966d-b1e4-4f84-ac51-62e80383c134', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:13:31Z', 'updated_at': '2021-09-07T14:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-4-iscsi'}] {{(pid=94139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 14:18:07.591720 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-bb540d39-6175-4750-82e4-8aac58ff2716 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-432432'] for router_gateway, after_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:18:07.706428 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-bb540d39-6175-4750-82e4-8aac58ff2716 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-932'] for router, precommit_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:18:07.708574 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-bb540d39-6175-4750-82e4-8aac58ff2716 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:18:07.752725 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-bb540d39-6175-4750-82e4-8aac58ff2716 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-429402'] for router, after_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:18:07.753365 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb540d39-6175-4750-82e4-8aac58ff2716 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6fd5966d-b1e4-4f84-ac51-62e80383c134 {{(pid=94138) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 14:18:07.758631 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-bb540d39-6175-4750-82e4-8aac58ff2716 admin admin] Notify callbacks [] for router, before_response {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:18:07.759663 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [None req-bb540d39-6175-4750-82e4-8aac58ff2716 admin admin] 10.222.0.60 "DELETE /v2.0/routers/6fd5966d-b1e4-4f84-ac51-62e80383c134 HTTP/1.1" status: 204 len: 168 time: 1.0365751 Sep 07 14:18:07.762205 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.wsgi [-] (94138) accepted ('10.222.0.60', 53852) {{(pid=94138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:18:07.809948 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2245f76-f4e4-4388-ab61-d11a13909014 admin admin] Deleting subnet 4f109a84-4d9b-4daa-b3d3-35df2838d3cc {{(pid=94138) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 14:18:07.812944 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-d2245f76-f4e4-4388-ab61-d11a13909014 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:18:07.853357 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-d2245f76-f4e4-4388-ab61-d11a13909014 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65197364'] for subnet, precommit_delete_associations {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:18:07.941438 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-d2245f76-f4e4-4388-ab61-d11a13909014 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1466112'] for subnet, precommit_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:18:07.963670 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.agents_db [None req-36878762-3245-425c-bb44-2e5aea615dc4 None None] Agent healthcheck: found 6 active agents {{(pid=94140) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 14:18:08.004598 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-d2245f76-f4e4-4388-ab61-d11a13909014 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1466169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65197380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64691899'] for subnet, after_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:18:08.031000 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2245f76-f4e4-4388-ab61-d11a13909014 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f109a84-4d9b-4daa-b3d3-35df2838d3cc,revision_number=None']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:18:08.041525 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-d2245f76-f4e4-4388-ab61-d11a13909014 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:18:08.043306 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [None req-d2245f76-f4e4-4388-ab61-d11a13909014 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/4f109a84-4d9b-4daa-b3d3-35df2838d3cc HTTP/1.1" status: 204 len: 168 time: 0.2801487 Sep 07 14:18:08.046238 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.wsgi [-] (94138) accepted ('10.222.0.60', 53854) {{(pid=94138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:18:08.046886 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f7ab96a-dba1-47d6-b373-a2671aaab05b None None] Network af120e7e-f468-4252-b4c8-d417ff270b91 requested from dv-cinder-782910-4-iscsi {{(pid=94139) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 14:18:08.125651 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-6e6aab23-1fd2-4358-bc95-48f488e020c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580555'] for network, before_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:18:08.197408 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.plugin [None req-6e6aab23-1fd2-4358-bc95-48f488e020c1 admin admin] Deleting port cd644882-6f8b-4d87-9e81-43e20f976d6a {{(pid=94138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 14:18:08.197703 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-6e6aab23-1fd2-4358-bc95-48f488e020c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735729003030'] for port, before_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:18:08.265465 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.db [None req-6e6aab23-1fd2-4358-bc95-48f488e020c1 admin admin] For port cd644882-6f8b-4d87-9e81-43e20f976d6a, host dv-cinder-782910-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-4-iscsi',level=0,port_id=cd644882-6f8b-4d87-9e81-43e20f976d6a,segment=NetworkSegment(68ba3aee-8afb-4d28-86d2-68eeda243f3e),segment_id=68ba3aee-8afb-4d28-86d2-68eeda243f3e)] {{(pid=94138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:18:08.266186 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-6e6aab23-1fd2-4358-bc95-48f488e020c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453383'] for port, precommit_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:18:08.277717 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.plugin [None req-6e6aab23-1fd2-4358-bc95-48f488e020c1 admin admin] Calling delete_port for cd644882-6f8b-4d87-9e81-43e20f976d6a owned by network:dhcp {{(pid=94138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 14:18:08.356505 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-6e6aab23-1fd2-4358-bc95-48f488e020c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735729008604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735728620454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65197361'] for port, after_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:18:08.382317 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6aab23-1fd2-4358-bc95-48f488e020c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=cd644882-6f8b-4d87-9e81-43e20f976d6a,revision_number=None']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:18:08.385830 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e6aab23-1fd2-4358-bc95-48f488e020c1 admin admin] No DVR routers for this DVR port cd644882-6f8b-4d87-9e81-43e20f976d6a on host dv-cinder-782910-4-iscsi {{(pid=94138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 14:18:08.464475 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-6e6aab23-1fd2-4358-bc95-48f488e020c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1461133', 'neutron.services.segments.db._delete_segments_for_network-8735729117049'] for network, precommit_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:18:08.483841 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.services.segments.db [None req-6e6aab23-1fd2-4358-bc95-48f488e020c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af120e7e-f468-4252-b4c8-d417ff270b91']}} {{(pid=94138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:18:08.493449 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.services.segments.db [None req-6e6aab23-1fd2-4358-bc95-48f488e020c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68ba3aee-8afb-4d28-86d2-68eeda243f3e') {'for_net_delete': True} {{(pid=94138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:18:08.493751 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.services.segments.db [None req-6e6aab23-1fd2-4358-bc95-48f488e020c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68ba3aee-8afb-4d28-86d2-68eeda243f3e') {} {{(pid=94138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:18:08.504889 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-6e6aab23-1fd2-4358-bc95-48f488e020c1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735729115778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65197373'] for segment, before_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:18:08.522414 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-6e6aab23-1fd2-4358-bc95-48f488e020c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1461082'] for segment, precommit_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:18:08.529140 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e6aab23-1fd2-4358-bc95-48f488e020c1 admin admin] Releasing vlan 673 on physical network physnet1 to pool {{(pid=94138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 14:18:08.530020 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-6e6aab23-1fd2-4358-bc95-48f488e020c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1461082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65198054'] for segment, after_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:18:08.531749 dv-cinder-782910-4-iscsi neutron-server[94138]: Traceback (most recent call last): Sep 07 14:18:08.531749 dv-cinder-782910-4-iscsi neutron-server[94138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 14:18:08.531749 dv-cinder-782910-4-iscsi neutron-server[94138]: timer() Sep 07 14:18:08.531749 dv-cinder-782910-4-iscsi neutron-server[94138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 14:18:08.531749 dv-cinder-782910-4-iscsi neutron-server[94138]: cb(*args, **kw) Sep 07 14:18:08.531749 dv-cinder-782910-4-iscsi neutron-server[94138]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 14:18:08.531749 dv-cinder-782910-4-iscsi neutron-server[94138]: return func(*args, **kwargs) Sep 07 14:18:08.531749 dv-cinder-782910-4-iscsi neutron-server[94138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 14:18:08.531749 dv-cinder-782910-4-iscsi neutron-server[94138]: self._notify() Sep 07 14:18:08.531749 dv-cinder-782910-4-iscsi neutron-server[94138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 14:18:08.531749 dv-cinder-782910-4-iscsi neutron-server[94138]: self.callback(batched_events) Sep 07 14:18:08.531749 dv-cinder-782910-4-iscsi neutron-server[94138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 14:18:08.531749 dv-cinder-782910-4-iscsi neutron-server[94138]: event.method(event) Sep 07 14:18:08.531749 dv-cinder-782910-4-iscsi neutron-server[94138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 14:18:08.531749 dv-cinder-782910-4-iscsi neutron-server[94138]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 14:18:08.531749 dv-cinder-782910-4-iscsi neutron-server[94138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 14:18:08.531749 dv-cinder-782910-4-iscsi neutron-server[94138]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 14:18:08.531749 dv-cinder-782910-4-iscsi neutron-server[94138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 14:18:08.531749 dv-cinder-782910-4-iscsi neutron-server[94138]: return f(self, *a, **k) Sep 07 14:18:08.531749 dv-cinder-782910-4-iscsi neutron-server[94138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 14:18:08.531749 dv-cinder-782910-4-iscsi neutron-server[94138]: return self._get(url).json() Sep 07 14:18:08.531749 dv-cinder-782910-4-iscsi neutron-server[94138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 14:18:08.531749 dv-cinder-782910-4-iscsi neutron-server[94138]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 14:18:08.531749 dv-cinder-782910-4-iscsi neutron-server[94138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 14:18:08.531749 dv-cinder-782910-4-iscsi neutron-server[94138]: return self.request(url, 'GET', **kwargs) Sep 07 14:18:08.531749 dv-cinder-782910-4-iscsi neutron-server[94138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 14:18:08.531749 dv-cinder-782910-4-iscsi neutron-server[94138]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 14:18:08.531749 dv-cinder-782910-4-iscsi neutron-server[94138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 14:18:08.531749 dv-cinder-782910-4-iscsi neutron-server[94138]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 14:18:08.531749 dv-cinder-782910-4-iscsi neutron-server[94138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 14:18:08.531749 dv-cinder-782910-4-iscsi neutron-server[94138]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 14:18:08.531749 dv-cinder-782910-4-iscsi neutron-server[94138]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 14:18:08.538655 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-585675ae-23c3-424a-b0d4-a30087daa47d None None] DHCP port deletion for af120e7e-f468-4252-b4c8-d417ff270b91 request from dv-cinder-782910-4-iscsi {{(pid=94139) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 14:18:08.601969 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-6e6aab23-1fd2-4358-bc95-48f488e020c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1461122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-432396'] for network, after_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:18:08.603602 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-90497945-cc67-4e40-89ff-93978391019b None None] Device 6f5b5aa3-d8ff-49be-89c5-86200b45de9e no longer exists at agent ovs-agent-dv-cinder-782910-4-iscsi {{(pid=94139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 14:18:08.607867 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-6e6aab23-1fd2-4358-bc95-48f488e020c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539090'] for network, before_response {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:18:08.613381 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.wsgi [-] (94137) accepted ('10.222.0.60', 53856) {{(pid=94137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:18:08.613898 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [None req-6e6aab23-1fd2-4358-bc95-48f488e020c1 admin admin] 10.222.0.60 "DELETE /v2.0/networks/af120e7e-f468-4252-b4c8-d417ff270b91 HTTP/1.1" status: 204 len: 168 time: 0.5661802 Sep 07 14:18:08.625144 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6aab23-1fd2-4358-bc95-48f488e020c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=af120e7e-f468-4252-b4c8-d417ff270b91,revision_number=None']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:18:08.630612 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.plugin [None req-90497945-cc67-4e40-89ff-93978391019b None None] No Port match for: 6f5b5aa3-d8ff-49be-89c5-86200b45de9e {{(pid=94139) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 14:18:08.630948 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-90497945-cc67-4e40-89ff-93978391019b None None] Device 6f5b5aa3-d8ff-49be-89c5-86200b45de9e not bound to the agent host dv-cinder-782910-4-iscsi {{(pid=94139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 14:18:08.631359 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-90497945-cc67-4e40-89ff-93978391019b None None] Device ad9268b5-9fc3-4422-a049-829115557b7f no longer exists at agent ovs-agent-dv-cinder-782910-4-iscsi {{(pid=94139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 14:18:08.653120 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.plugin [None req-90497945-cc67-4e40-89ff-93978391019b None None] No Port match for: ad9268b5-9fc3-4422-a049-829115557b7f {{(pid=94139) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 14:18:08.653489 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-90497945-cc67-4e40-89ff-93978391019b None None] Device ad9268b5-9fc3-4422-a049-829115557b7f not bound to the agent host dv-cinder-782910-4-iscsi {{(pid=94139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 14:18:08.654546 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-90497945-cc67-4e40-89ff-93978391019b None None] Device cd644882-6f8b-4d87-9e81-43e20f976d6a no longer exists at agent ovs-agent-dv-cinder-782910-4-iscsi {{(pid=94139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 14:18:08.674087 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.plugin [None req-90497945-cc67-4e40-89ff-93978391019b None None] No Port match for: cd644882-6f8b-4d87-9e81-43e20f976d6a {{(pid=94139) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 14:18:08.674432 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-90497945-cc67-4e40-89ff-93978391019b None None] Device cd644882-6f8b-4d87-9e81-43e20f976d6a not bound to the agent host dv-cinder-782910-4-iscsi {{(pid=94139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 14:18:08.972514 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-9253e6eb-752a-4843-9003-9d55512a81cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-433534'] for router_interface, before_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:18:09.217953 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.plugin [None req-9253e6eb-752a-4843-9003-9d55512a81cf admin admin] Deleting port 4ca899be-a63b-4c6a-8db7-4c2529ea325e {{(pid=94137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 14:18:09.218306 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-9253e6eb-752a-4843-9003-9d55512a81cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735729003030'] for port, before_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:18:09.310783 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.db [None req-9253e6eb-752a-4843-9003-9d55512a81cf admin admin] For port 4ca899be-a63b-4c6a-8db7-4c2529ea325e, host dv-cinder-782910-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-4-iscsi',level=0,port_id=4ca899be-a63b-4c6a-8db7-4c2529ea325e,segment=NetworkSegment(d3c42fc1-62ec-460c-ac40-f9ec21440f29),segment_id=d3c42fc1-62ec-460c-ac40-f9ec21440f29)] {{(pid=94137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:18:09.311148 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-9253e6eb-752a-4843-9003-9d55512a81cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453383'] for port, precommit_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:18:09.323216 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.plugin [None req-9253e6eb-752a-4843-9003-9d55512a81cf admin admin] Calling delete_port for 4ca899be-a63b-4c6a-8db7-4c2529ea325e owned by network:router_interface {{(pid=94137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 14:18:09.524617 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-9253e6eb-752a-4843-9003-9d55512a81cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735729008604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735728620454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63929217'] for port, after_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:18:09.549342 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9253e6eb-752a-4843-9003-9d55512a81cf admin admin] Pushing event deleted for resources: {'Port': ['ID=4ca899be-a63b-4c6a-8db7-4c2529ea325e,revision_number=None']} {{(pid=94137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:18:09.561699 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9253e6eb-752a-4843-9003-9d55512a81cf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:18:09.562046 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9253e6eb-752a-4843-9003-9d55512a81cf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:18:09.562383 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9253e6eb-752a-4843-9003-9d55512a81cf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:18:09.562720 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9253e6eb-752a-4843-9003-9d55512a81cf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:18:09.563043 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9253e6eb-752a-4843-9003-9d55512a81cf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:18:09.563378 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9253e6eb-752a-4843-9003-9d55512a81cf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:18:09.563702 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9253e6eb-752a-4843-9003-9d55512a81cf admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:18:09.564021 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9253e6eb-752a-4843-9003-9d55512a81cf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:18:09.564343 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9253e6eb-752a-4843-9003-9d55512a81cf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:18:09.564659 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9253e6eb-752a-4843-9003-9d55512a81cf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:18:09.564973 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9253e6eb-752a-4843-9003-9d55512a81cf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:18:09.565302 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9253e6eb-752a-4843-9003-9d55512a81cf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-4-iscsi {{(pid=94137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:18:09.731122 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-9253e6eb-752a-4843-9003-9d55512a81cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-433554'] for router_interface, after_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:18:09.946258 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9253e6eb-752a-4843-9003-9d55512a81cf admin admin] Router b24da2a0-8a86-44d9-a833-f3f75632f80d has already been hosted by L3 agent fa68c273-d39f-43dc-b6f8-e0c6852ace12 {{(pid=94137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 14:18:10.055435 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9253e6eb-752a-4843-9003-9d55512a81cf admin admin] Notify agent at l3_agent.dv-cinder-782910-4-iscsi the message routers_updated {{(pid=94137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 14:18:10.064501 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [None req-9253e6eb-752a-4843-9003-9d55512a81cf admin admin] 10.222.0.60 "PUT /v2.0/routers/b24da2a0-8a86-44d9-a833-f3f75632f80d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4487484 Sep 07 14:18:10.067274 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.wsgi [-] (94137) accepted ('10.222.0.60', 53858) {{(pid=94137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:18:10.069772 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1069975f-e9ec-4621-90ce-423e01dae301 None None] Sync routers for ids ['b24da2a0-8a86-44d9-a833-f3f75632f80d'] in dv-cinder-782910-4-iscsi {{(pid=94140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 14:18:10.079265 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1069975f-e9ec-4621-90ce-423e01dae301 None None] Routers {'b24da2a0-8a86-44d9-a833-f3f75632f80d'} bound to L3 agent in host dv-cinder-782910-4-iscsi {{(pid=94140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:18:10.080509 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.l3_hamode_db [None req-1069975f-e9ec-4621-90ce-423e01dae301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T13:58:13Z,description=,heartbeat_timestamp=2021-09-07T14:17:43Z,host='dv-cinder-782910-4-iscsi',id=fa68c273-d39f-43dc-b6f8-e0c6852ace12,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T13:58:13Z,topic='l3_agent')) {'router_ids': ['b24da2a0-8a86-44d9-a833-f3f75632f80d'], 'active': True} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:18:10.173052 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-08125e69-b3b8-4f79-9d1a-464490a91b80 admin admin] Notify callbacks [] for router, before_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:18:10.192826 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.l3_dvr_db [None req-1069975f-e9ec-4621-90ce-423e01dae301 None None] Set router b24da2a0-8a86-44d9-a833-f3f75632f80d gateway port host: dv-cinder-782910-4-iscsi {{(pid=94140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:18:10.275529 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-08125e69-b3b8-4f79-9d1a-464490a91b80 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:18:10.331365 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.plugin [None req-08125e69-b3b8-4f79-9d1a-464490a91b80 admin admin] Deleting port 491532ba-51d1-4367-ad3b-9f6b934e403d {{(pid=94137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 14:18:10.331713 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-08125e69-b3b8-4f79-9d1a-464490a91b80 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735729003030'] for port, before_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:18:10.416612 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.db [None req-08125e69-b3b8-4f79-9d1a-464490a91b80 admin admin] For port 491532ba-51d1-4367-ad3b-9f6b934e403d, host dv-cinder-782910-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-4-iscsi',level=0,port_id=491532ba-51d1-4367-ad3b-9f6b934e403d,segment=NetworkSegment(5550a781-5bde-4ad4-a1aa-3dd2778b0f71),segment_id=5550a781-5bde-4ad4-a1aa-3dd2778b0f71)] {{(pid=94137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:18:10.416982 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-08125e69-b3b8-4f79-9d1a-464490a91b80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453383'] for port, precommit_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:18:10.429572 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.plugins.ml2.plugin [None req-08125e69-b3b8-4f79-9d1a-464490a91b80 admin admin] Calling delete_port for 491532ba-51d1-4367-ad3b-9f6b934e403d owned by network:router_gateway {{(pid=94137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 14:18:10.468970 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.l3_hamode_db [None req-1069975f-e9ec-4621-90ce-423e01dae301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b24da2a0-8a86-44d9-a833-f3f75632f80d', 'name': 'tempest-TestShelveInstance-793373878-router', 'tenant_id': '6fecaf5a5fc849c6b67884244dcc7623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'external_fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': '491532ba-51d1-4367-ad3b-9f6b934e403d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:13:36Z', 'updated_at': '2021-09-07T14:18:09Z', 'revision_number': 5, 'project_id': '6fecaf5a5fc849c6b67884244dcc7623', 'gw_port': {'id': '491532ba-51d1-4367-ad3b-9f6b934e403d', 'name': '', 'network_id': '50058ef2-6e12-4dff-890f-d2e17fb9ee92', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:83:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b24da2a0-8a86-44d9-a833-f3f75632f80d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:13:36Z', 'updated_at': '2021-09-07T14:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4a7c65-31e2-4f76-9b43-e160b3d3d8e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-4-iscsi'}], 'dv-cinder-782910-4-iscsi', False) {} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:18:10.498389 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1069975f-e9ec-4621-90ce-423e01dae301 None None] Checking router: b24da2a0-8a86-44d9-a833-f3f75632f80d for host: dv-cinder-782910-4-iscsi {{(pid=94140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 14:18:10.507613 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1069975f-e9ec-4621-90ce-423e01dae301 None None] Routers {'b24da2a0-8a86-44d9-a833-f3f75632f80d'} bound to L3 agent in host dv-cinder-782910-4-iscsi {{(pid=94140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:18:10.508247 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.l3_hamode_db [None req-1069975f-e9ec-4621-90ce-423e01dae301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T13:58:13Z,description=,heartbeat_timestamp=2021-09-07T14:17:43Z,host='dv-cinder-782910-4-iscsi',id=fa68c273-d39f-43dc-b6f8-e0c6852ace12,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T13:58:13Z,topic='l3_agent')) {'router_ids': ['b24da2a0-8a86-44d9-a833-f3f75632f80d'], 'active': True} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:18:10.596176 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.l3_dvr_db [None req-1069975f-e9ec-4621-90ce-423e01dae301 None None] Set router b24da2a0-8a86-44d9-a833-f3f75632f80d gateway port host: None {{(pid=94140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:18:10.616407 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-08125e69-b3b8-4f79-9d1a-464490a91b80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735729008604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735728620454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63929217'] for port, after_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:18:10.642184 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08125e69-b3b8-4f79-9d1a-464490a91b80 admin admin] Pushing event deleted for resources: {'Port': ['ID=491532ba-51d1-4367-ad3b-9f6b934e403d,revision_number=None']} {{(pid=94137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:18:10.648576 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.l3_hamode_db [None req-1069975f-e9ec-4621-90ce-423e01dae301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b24da2a0-8a86-44d9-a833-f3f75632f80d', 'name': 'tempest-TestShelveInstance-793373878-router', 'tenant_id': '6fecaf5a5fc849c6b67884244dcc7623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:13:36Z', 'updated_at': '2021-09-07T14:18:10Z', 'revision_number': 6, 'project_id': '6fecaf5a5fc849c6b67884244dcc7623', 'gw_port_host': None}], 'dv-cinder-782910-4-iscsi', False) {} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:18:10.678708 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1069975f-e9ec-4621-90ce-423e01dae301 None None] The sync data for ids ['b24da2a0-8a86-44d9-a833-f3f75632f80d'] in dv-cinder-782910-4-iscsi is: [{'id': 'b24da2a0-8a86-44d9-a833-f3f75632f80d', 'name': 'tempest-TestShelveInstance-793373878-router', 'tenant_id': '6fecaf5a5fc849c6b67884244dcc7623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:13:36Z', 'updated_at': '2021-09-07T14:18:10Z', 'revision_number': 6, 'project_id': '6fecaf5a5fc849c6b67884244dcc7623', 'gw_port_host': None}] {{(pid=94140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 14:18:10.683447 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-aef19b9d-18ca-4086-afa6-031f647a7fbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:18:10.704221 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-08125e69-b3b8-4f79-9d1a-464490a91b80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-432432'] for router_gateway, after_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:18:10.795843 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-08125e69-b3b8-4f79-9d1a-464490a91b80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-932'] for router, precommit_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:18:10.799145 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-08125e69-b3b8-4f79-9d1a-464490a91b80 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:18:10.846602 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-08125e69-b3b8-4f79-9d1a-464490a91b80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-429402'] for router, after_delete {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:18:10.847227 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08125e69-b3b8-4f79-9d1a-464490a91b80 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b24da2a0-8a86-44d9-a833-f3f75632f80d {{(pid=94137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 14:18:10.852089 dv-cinder-782910-4-iscsi neutron-server[94137]: DEBUG neutron_lib.callbacks.manager [None req-08125e69-b3b8-4f79-9d1a-464490a91b80 admin admin] Notify callbacks [] for router, before_response {{(pid=94137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:18:10.853343 dv-cinder-782910-4-iscsi neutron-server[94137]: INFO neutron.wsgi [None req-08125e69-b3b8-4f79-9d1a-464490a91b80 admin admin] 10.222.0.60 "DELETE /v2.0/routers/b24da2a0-8a86-44d9-a833-f3f75632f80d HTTP/1.1" status: 204 len: 168 time: 0.7848208 Sep 07 14:18:10.856151 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.wsgi [-] (94138) accepted ('10.222.0.60', 53860) {{(pid=94138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:18:10.900858 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.db.db_base_plugin_v2 [None req-5dc731df-5767-4b73-929c-0d8102a4a491 admin admin] Deleting subnet 0e099c43-e145-4658-a46f-d364fa81d7a4 {{(pid=94138) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 14:18:10.904468 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-5dc731df-5767-4b73-929c-0d8102a4a491 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:18:10.938021 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-5dc731df-5767-4b73-929c-0d8102a4a491 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65197364'] for subnet, precommit_delete_associations {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:18:11.022487 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-5dc731df-5767-4b73-929c-0d8102a4a491 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1466112'] for subnet, precommit_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:18:11.082166 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-5dc731df-5767-4b73-929c-0d8102a4a491 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1466169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65197380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64691899'] for subnet, after_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:18:11.108359 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc731df-5767-4b73-929c-0d8102a4a491 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e099c43-e145-4658-a46f-d364fa81d7a4,revision_number=None']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:18:11.110508 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-5dc731df-5767-4b73-929c-0d8102a4a491 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:18:11.113051 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [None req-5dc731df-5767-4b73-929c-0d8102a4a491 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/0e099c43-e145-4658-a46f-d364fa81d7a4 HTTP/1.1" status: 204 len: 168 time: 0.2558210 Sep 07 14:18:11.115582 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.wsgi [-] (94138) accepted ('10.222.0.60', 53862) {{(pid=94138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:18:11.116159 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d32307e8-867c-4e21-8d97-6e95c3a187af None None] Network 37e48f3e-c42d-4983-87c8-3d247916521b requested from dv-cinder-782910-4-iscsi {{(pid=94139) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 14:18:11.186825 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-1501d1f7-e345-4607-8d6d-039e456dbdfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580555'] for network, before_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:18:11.242060 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.plugin [None req-1501d1f7-e345-4607-8d6d-039e456dbdfe admin admin] Deleting port 35b86ccd-c0b8-434a-82bc-a53979795fbd {{(pid=94138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 14:18:11.242404 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-1501d1f7-e345-4607-8d6d-039e456dbdfe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735729003030'] for port, before_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:18:11.306855 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.db [None req-1501d1f7-e345-4607-8d6d-039e456dbdfe admin admin] For port 35b86ccd-c0b8-434a-82bc-a53979795fbd, host dv-cinder-782910-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-4-iscsi',level=0,port_id=35b86ccd-c0b8-434a-82bc-a53979795fbd,segment=NetworkSegment(d3c42fc1-62ec-460c-ac40-f9ec21440f29),segment_id=d3c42fc1-62ec-460c-ac40-f9ec21440f29)] {{(pid=94138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:18:11.307216 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-1501d1f7-e345-4607-8d6d-039e456dbdfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453383'] for port, precommit_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:18:11.320058 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.plugin [None req-1501d1f7-e345-4607-8d6d-039e456dbdfe admin admin] Calling delete_port for 35b86ccd-c0b8-434a-82bc-a53979795fbd owned by network:dhcp {{(pid=94138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 14:18:11.400810 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-1501d1f7-e345-4607-8d6d-039e456dbdfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1626141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1043091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735729008604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735728620454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65197361'] for port, after_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:18:11.426579 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1501d1f7-e345-4607-8d6d-039e456dbdfe admin admin] Pushing event deleted for resources: {'Port': ['ID=35b86ccd-c0b8-434a-82bc-a53979795fbd,revision_number=None']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:18:11.430125 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1501d1f7-e345-4607-8d6d-039e456dbdfe admin admin] No DVR routers for this DVR port 35b86ccd-c0b8-434a-82bc-a53979795fbd on host dv-cinder-782910-4-iscsi {{(pid=94138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 14:18:11.440969 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2977145e-c720-4993-902e-a3a02de92803 None None] DHCP port deletion for 37e48f3e-c42d-4983-87c8-3d247916521b request from dv-cinder-782910-4-iscsi {{(pid=94139) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 14:18:11.507745 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-1501d1f7-e345-4607-8d6d-039e456dbdfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1461133', 'neutron.services.segments.db._delete_segments_for_network-8735729117049'] for network, precommit_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:18:11.529016 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.services.segments.db [None req-1501d1f7-e345-4607-8d6d-039e456dbdfe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37e48f3e-c42d-4983-87c8-3d247916521b']}} {{(pid=94138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:18:11.539863 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.services.segments.db [None req-1501d1f7-e345-4607-8d6d-039e456dbdfe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3c42fc1-62ec-460c-ac40-f9ec21440f29') {'for_net_delete': True} {{(pid=94138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:18:11.540160 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.services.segments.db [None req-1501d1f7-e345-4607-8d6d-039e456dbdfe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3c42fc1-62ec-460c-ac40-f9ec21440f29') {} {{(pid=94138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:18:11.549757 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-1501d1f7-e345-4607-8d6d-039e456dbdfe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735729115778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65197373'] for segment, before_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:18:11.563433 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-1501d1f7-e345-4607-8d6d-039e456dbdfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1461082'] for segment, precommit_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:18:11.570571 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1501d1f7-e345-4607-8d6d-039e456dbdfe admin admin] Releasing vlan 690 on physical network physnet1 to pool {{(pid=94138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 14:18:11.570898 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-1501d1f7-e345-4607-8d6d-039e456dbdfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1461082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65198054'] for segment, after_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:18:11.572721 dv-cinder-782910-4-iscsi neutron-server[94138]: Traceback (most recent call last): Sep 07 14:18:11.572721 dv-cinder-782910-4-iscsi neutron-server[94138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 14:18:11.572721 dv-cinder-782910-4-iscsi neutron-server[94138]: timer() Sep 07 14:18:11.572721 dv-cinder-782910-4-iscsi neutron-server[94138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 14:18:11.572721 dv-cinder-782910-4-iscsi neutron-server[94138]: cb(*args, **kw) Sep 07 14:18:11.572721 dv-cinder-782910-4-iscsi neutron-server[94138]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 14:18:11.572721 dv-cinder-782910-4-iscsi neutron-server[94138]: return func(*args, **kwargs) Sep 07 14:18:11.572721 dv-cinder-782910-4-iscsi neutron-server[94138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 14:18:11.572721 dv-cinder-782910-4-iscsi neutron-server[94138]: self._notify() Sep 07 14:18:11.572721 dv-cinder-782910-4-iscsi neutron-server[94138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 14:18:11.572721 dv-cinder-782910-4-iscsi neutron-server[94138]: self.callback(batched_events) Sep 07 14:18:11.572721 dv-cinder-782910-4-iscsi neutron-server[94138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 14:18:11.572721 dv-cinder-782910-4-iscsi neutron-server[94138]: event.method(event) Sep 07 14:18:11.572721 dv-cinder-782910-4-iscsi neutron-server[94138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 14:18:11.572721 dv-cinder-782910-4-iscsi neutron-server[94138]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 14:18:11.572721 dv-cinder-782910-4-iscsi neutron-server[94138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 14:18:11.572721 dv-cinder-782910-4-iscsi neutron-server[94138]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 14:18:11.572721 dv-cinder-782910-4-iscsi neutron-server[94138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 14:18:11.572721 dv-cinder-782910-4-iscsi neutron-server[94138]: return f(self, *a, **k) Sep 07 14:18:11.572721 dv-cinder-782910-4-iscsi neutron-server[94138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 14:18:11.572721 dv-cinder-782910-4-iscsi neutron-server[94138]: return self._get(url).json() Sep 07 14:18:11.572721 dv-cinder-782910-4-iscsi neutron-server[94138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 14:18:11.572721 dv-cinder-782910-4-iscsi neutron-server[94138]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 14:18:11.572721 dv-cinder-782910-4-iscsi neutron-server[94138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 14:18:11.572721 dv-cinder-782910-4-iscsi neutron-server[94138]: return self.request(url, 'GET', **kwargs) Sep 07 14:18:11.572721 dv-cinder-782910-4-iscsi neutron-server[94138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 14:18:11.572721 dv-cinder-782910-4-iscsi neutron-server[94138]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 14:18:11.572721 dv-cinder-782910-4-iscsi neutron-server[94138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 14:18:11.572721 dv-cinder-782910-4-iscsi neutron-server[94138]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 14:18:11.572721 dv-cinder-782910-4-iscsi neutron-server[94138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 14:18:11.572721 dv-cinder-782910-4-iscsi neutron-server[94138]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 14:18:11.572721 dv-cinder-782910-4-iscsi neutron-server[94138]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 14:18:11.635798 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-1501d1f7-e345-4607-8d6d-039e456dbdfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1461122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-432396'] for network, after_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:18:11.641497 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-1501d1f7-e345-4607-8d6d-039e456dbdfe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539090'] for network, before_response {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:18:11.646558 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [None req-1501d1f7-e345-4607-8d6d-039e456dbdfe admin admin] 10.222.0.60 "DELETE /v2.0/networks/37e48f3e-c42d-4983-87c8-3d247916521b HTTP/1.1" status: 204 len: 168 time: 0.5269070 Sep 07 14:18:11.655643 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1501d1f7-e345-4607-8d6d-039e456dbdfe admin admin] Pushing event deleted for resources: {'Network': ['ID=37e48f3e-c42d-4983-87c8-3d247916521b,revision_number=None']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:18:11.816247 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.wsgi [-] (94138) accepted ('10.222.0.60', 53866) {{(pid=94138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:18:11.863576 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [None req-c2eaaed4-5231-4cf1-93b1-8f00d5a1c05c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d1da509f5a404b83b8d7b6b8e5c8939b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0461578 Sep 07 14:18:11.866232 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.wsgi [-] (94138) accepted ('10.222.0.60', 53868) {{(pid=94138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:18:11.915646 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-8e51e9d9-a7f7-468a-9207-be8abc42e138 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:18:11.935885 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-8e51e9d9-a7f7-468a-9207-be8abc42e138 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:18:11.984195 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-8e51e9d9-a7f7-468a-9207-be8abc42e138 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585164'] for security_group, after_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:18:11.986848 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-8e51e9d9-a7f7-468a-9207-be8abc42e138 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:18:11.988059 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [None req-8e51e9d9-a7f7-468a-9207-be8abc42e138 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/88477c4b-a43d-4a9b-8ac9-bd4c083a5dfa HTTP/1.1" status: 204 len: 168 time: 0.1209049 Sep 07 14:18:11.995777 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e51e9d9-a7f7-468a-9207-be8abc42e138 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88477c4b-a43d-4a9b-8ac9-bd4c083a5dfa,revision_number=None']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:18:12.299563 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.wsgi [-] (94138) accepted ('10.222.0.60', 53874) {{(pid=94138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:18:12.340162 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [None req-f6082f00-ca6d-4a84-8d73-100faaa88303 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6fecaf5a5fc849c6b67884244dcc7623&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0393836 Sep 07 14:18:12.343042 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.wsgi [-] (94138) accepted ('10.222.0.60', 53876) {{(pid=94138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:18:12.395776 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-90dfdb29-a144-42ed-9222-67cdb71bdfe9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:18:12.417068 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-90dfdb29-a144-42ed-9222-67cdb71bdfe9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:18:12.468650 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-90dfdb29-a144-42ed-9222-67cdb71bdfe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585164'] for security_group, after_delete {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:18:12.471270 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron_lib.callbacks.manager [None req-90dfdb29-a144-42ed-9222-67cdb71bdfe9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:18:12.472461 dv-cinder-782910-4-iscsi neutron-server[94138]: INFO neutron.wsgi [None req-90dfdb29-a144-42ed-9222-67cdb71bdfe9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/71587f58-b001-4a77-870a-7121c980aafb HTTP/1.1" status: 204 len: 168 time: 0.1285000 Sep 07 14:18:12.480714 dv-cinder-782910-4-iscsi neutron-server[94138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dfdb29-a144-42ed-9222-67cdb71bdfe9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71587f58-b001-4a77-870a-7121c980aafb,revision_number=None']} {{(pid=94138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:18:12.544357 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-90497945-cc67-4e40-89ff-93978391019b None None] Device 35b86ccd-c0b8-434a-82bc-a53979795fbd no longer exists at agent ovs-agent-dv-cinder-782910-4-iscsi {{(pid=94139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 14:18:12.564055 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.plugin [None req-90497945-cc67-4e40-89ff-93978391019b None None] No Port match for: 35b86ccd-c0b8-434a-82bc-a53979795fbd {{(pid=94139) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 14:18:12.564387 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-90497945-cc67-4e40-89ff-93978391019b None None] Device 35b86ccd-c0b8-434a-82bc-a53979795fbd not bound to the agent host dv-cinder-782910-4-iscsi {{(pid=94139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 14:18:12.564739 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-90497945-cc67-4e40-89ff-93978391019b None None] Device 491532ba-51d1-4367-ad3b-9f6b934e403d no longer exists at agent ovs-agent-dv-cinder-782910-4-iscsi {{(pid=94139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 14:18:12.584937 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.plugin [None req-90497945-cc67-4e40-89ff-93978391019b None None] No Port match for: 491532ba-51d1-4367-ad3b-9f6b934e403d {{(pid=94139) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 14:18:12.585307 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-90497945-cc67-4e40-89ff-93978391019b None None] Device 491532ba-51d1-4367-ad3b-9f6b934e403d not bound to the agent host dv-cinder-782910-4-iscsi {{(pid=94139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 14:18:12.585732 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-90497945-cc67-4e40-89ff-93978391019b None None] Device 4ca899be-a63b-4c6a-8db7-4c2529ea325e no longer exists at agent ovs-agent-dv-cinder-782910-4-iscsi {{(pid=94139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 14:18:12.604810 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.plugin [None req-90497945-cc67-4e40-89ff-93978391019b None None] No Port match for: 4ca899be-a63b-4c6a-8db7-4c2529ea325e {{(pid=94139) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 14:18:12.605157 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron.plugins.ml2.rpc [None req-90497945-cc67-4e40-89ff-93978391019b None None] Device 4ca899be-a63b-4c6a-8db7-4c2529ea325e not bound to the agent host dv-cinder-782910-4-iscsi {{(pid=94139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 14:18:13.452333 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-416d0aba-72dc-47cc-92aa-7827ea6aa155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:18:14.202547 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-90497945-cc67-4e40-89ff-93978391019b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:18:14.736159 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-cec4f6fb-2ca0-44f4-a970-9dc467b3a3ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:18:15.916470 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-24e6fa56-2407-4935-9ec7-bc4eea9bdf8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:18:18.551286 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:18:40.675098 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-1dfe7edf-5db0-4240-abf5-27ceabe0c93e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:18:43.452680 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-b2f9426e-ccac-4585-ad32-fef89847ed22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:18:44.205677 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-90497945-cc67-4e40-89ff-93978391019b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:18:44.738515 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-cec4f6fb-2ca0-44f4-a970-9dc467b3a3ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:18:44.962937 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.agents_db [None req-36878762-3245-425c-bb44-2e5aea615dc4 None None] Agent healthcheck: found 6 active agents {{(pid=94140) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 14:18:45.919718 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-24e6fa56-2407-4935-9ec7-bc4eea9bdf8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:18:48.542379 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:19:10.677319 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-40da29e5-adab-49b3-838c-a7a1a8be954e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:19:13.453610 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-331d85a7-0632-430a-af50-ac0f81abbc4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:19:14.207547 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-90497945-cc67-4e40-89ff-93978391019b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:19:14.740833 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-cec4f6fb-2ca0-44f4-a970-9dc467b3a3ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:19:15.921641 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-24e6fa56-2407-4935-9ec7-bc4eea9bdf8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:19:18.551445 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:19:21.962137 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.agents_db [None req-36878762-3245-425c-bb44-2e5aea615dc4 None None] Agent healthcheck: found 6 active agents {{(pid=94140) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 14:19:40.678614 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-5af7de0e-7385-4509-810b-6819659d8af3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:19:43.456955 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-f52416ae-a18f-4a33-bc44-cb5b0998371b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:19:44.209227 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-90497945-cc67-4e40-89ff-93978391019b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:19:44.745243 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-cec4f6fb-2ca0-44f4-a970-9dc467b3a3ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:19:45.924031 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-24e6fa56-2407-4935-9ec7-bc4eea9bdf8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:19:48.564519 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:19:58.960818 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.agents_db [None req-36878762-3245-425c-bb44-2e5aea615dc4 None None] Agent healthcheck: found 6 active agents {{(pid=94140) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 14:20:10.675150 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-62b88546-1170-4936-8a28-afebc363d9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:20:13.459359 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-c5266831-5421-4ea5-9c04-d9ed3afed179 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:20:14.212249 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-90497945-cc67-4e40-89ff-93978391019b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:20:14.747328 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-cec4f6fb-2ca0-44f4-a970-9dc467b3a3ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:20:15.927077 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-24e6fa56-2407-4935-9ec7-bc4eea9bdf8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:20:18.553542 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:20:35.959088 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.agents_db [None req-36878762-3245-425c-bb44-2e5aea615dc4 None None] Agent healthcheck: found 6 active agents {{(pid=94140) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 14:20:40.680297 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-c04a27b0-e6ef-496e-a092-e5bd4e536caf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:20:43.460396 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-25577370-5854-4d06-8a12-00206fd30207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:20:44.215411 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-90497945-cc67-4e40-89ff-93978391019b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:20:44.750096 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-cec4f6fb-2ca0-44f4-a970-9dc467b3a3ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:20:45.931933 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-24e6fa56-2407-4935-9ec7-bc4eea9bdf8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:20:48.594457 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:21:10.682634 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-5188ea51-56fd-45f2-8fd2-a09ace6199f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:21:12.957255 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.agents_db [None req-36878762-3245-425c-bb44-2e5aea615dc4 None None] Agent healthcheck: found 6 active agents {{(pid=94140) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 14:21:13.461042 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-dafc3cc1-34b9-470e-b379-550fa68c0810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:21:14.222717 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-90497945-cc67-4e40-89ff-93978391019b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:21:14.754522 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-cec4f6fb-2ca0-44f4-a970-9dc467b3a3ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:21:15.933681 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-24e6fa56-2407-4935-9ec7-bc4eea9bdf8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:21:18.600904 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:21:40.685253 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-33052974-815d-4074-887e-cb6d0d9cd331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:21:43.463571 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-fa0cfebf-2564-49b6-9c05-45087e0d2978 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:21:44.218670 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-90497945-cc67-4e40-89ff-93978391019b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:21:44.756631 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-cec4f6fb-2ca0-44f4-a970-9dc467b3a3ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:21:45.935362 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-24e6fa56-2407-4935-9ec7-bc4eea9bdf8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:21:48.623087 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:21:49.956162 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.agents_db [None req-36878762-3245-425c-bb44-2e5aea615dc4 None None] Agent healthcheck: found 6 active agents {{(pid=94140) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 14:22:10.686678 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-ba53e75d-f8b1-4554-83e8-4a643df39fb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:13.465589 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-4a7bd0e6-dbe6-4a20-a4ba-70d8aabb66ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:14.219836 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-90497945-cc67-4e40-89ff-93978391019b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:14.762922 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-cec4f6fb-2ca0-44f4-a970-9dc467b3a3ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:15.939096 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-24e6fa56-2407-4935-9ec7-bc4eea9bdf8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:18.627869 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:26.955693 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.agents_db [None req-36878762-3245-425c-bb44-2e5aea615dc4 None None] Agent healthcheck: found 6 active agents {{(pid=94140) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 14:22:40.692205 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-f1adc3bc-b2a4-43c7-8eb8-954b242e74fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:43.466051 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-f1226840-f4c6-4e89-95e9-de3c2f034739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:44.221473 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-90497945-cc67-4e40-89ff-93978391019b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:44.763439 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-cec4f6fb-2ca0-44f4-a970-9dc467b3a3ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:45.941172 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-24e6fa56-2407-4935-9ec7-bc4eea9bdf8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:22:48.621906 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:03.954529 dv-cinder-782910-4-iscsi neutron-server[94140]: DEBUG neutron.db.agents_db [None req-36878762-3245-425c-bb44-2e5aea615dc4 None None] Agent healthcheck: found 6 active agents {{(pid=94140) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 14:23:10.685571 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-436abb65-55f7-4963-afff-47785928e1a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:13.467260 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-8dbb9b06-5b4f-4ead-918f-e26117835ccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:14.231622 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-90497945-cc67-4e40-89ff-93978391019b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:14.766472 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-cec4f6fb-2ca0-44f4-a970-9dc467b3a3ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:15.950509 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-24e6fa56-2407-4935-9ec7-bc4eea9bdf8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:23:18.635544 dv-cinder-782910-4-iscsi neutron-server[94139]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8867-32b8-4437-a487-c735c406dbc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735729117031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461843'] for agent, after_update {{(pid=94139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}